-- Logs begin at Thu 2021-06-17 09:19:17 UTC, end at Thu 2021-06-17 10:43:01 UTC. -- Jun 17 10:10:30.554074 dv-cinder-796806-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 10:10:34.093557 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.common.config [-] Logging enabled! Jun 17 10:10:34.094617 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 10:10:34.094617 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93653) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 10:10:34.098229 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.common.config [-] Logging enabled! Jun 17 10:10:34.098501 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 10:10:34.098837 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93653) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 10:10:34.099918 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 10:10:34.100147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 10:10:34.100574 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 10:10:34.100946 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 10:10:34.101203 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 10:10:34.101599 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.101927 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.102228 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.102454 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.102751 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.103036 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.103353 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.103744 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.104228 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.104813 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.105246 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.105548 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.105689 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.105980 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.106275 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.106558 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.106779 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] debug = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.107065 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.107494 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.108070 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.108343 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.108629 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.108949 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.109220 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.109498 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.109768 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.110120 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] host = dv-cinder-796806-1-smb {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.110392 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.110717 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.110997 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.111275 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.111548 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.111860 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.112142 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.112409 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.112701 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] log_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.112982 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.113264 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.113545 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.113974 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.114192 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.114441 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.114696 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.114985 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.115254 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.115513 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.115782 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.116055 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.116322 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.116808 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.117103 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.117451 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.117736 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.118195 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.118608 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.119390 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.119727 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.120014 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.120287 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.120557 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.120966 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.121258 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.121561 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.121892 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.122370 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.122825 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.123157 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.123557 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.123920 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.124243 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.124568 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.124916 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.125428 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] use_json = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.125750 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.126034 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.126321 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.126595 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.126867 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.127140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.127408 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.127691 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:34.127987 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.128281 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.128576 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.128879 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.129275 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.129732 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.130266 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.130701 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.131257 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.131654 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.132458 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.132648 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.133035 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.133420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.133805 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.134293 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.134825 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.135753 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.136037 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.136312 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.136589 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.136933 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.137379 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.137716 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.138010 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.138285 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.138564 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.138999 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.139277 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.139548 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.139825 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.140109 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.140386 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.140656 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.140962 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.141237 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.141560 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.141838 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.142162 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.142491 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.142859 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.143182 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.143525 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.143825 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.144150 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.144654 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.145164 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.145590 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.145876 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.146198 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.146478 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.146751 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.147029 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.147313 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.147622 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.147896 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.148165 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.148543 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.148922 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.149722 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.149722 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.149722 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.150118 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.150259 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.150539 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.150811 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.151080 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.151349 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.151638 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.151936 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.152210 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.152493 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.152801 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.153201 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.153528 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.153866 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.154208 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.154595 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.154958 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.155322 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.155685 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.156061 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.156450 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.156830 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.157138 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.157528 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.157917 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.158238 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.158528 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.158822 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.159107 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.159405 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.159699 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.159986 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.160278 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.160644 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.160957 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.161271 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.161546 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:34.161765 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 10:10:34.162012 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93653) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 10:10:34.592367 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:10:34.592773 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:10:34.593068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:10:34.593419 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 10:10:35.080235 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.080570 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.080798 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.082216 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.082485 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.082751 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.126399 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.127083 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.127083 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.143679 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.143992 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.144272 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.182217 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.182774 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.182774 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.222776 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.223054 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.223318 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.535713 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.535990 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.536248 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.536508 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.537502 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.667647 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.667956 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.668493 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.668780 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.669053 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.669364 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.669621 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.669872 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.670119 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.670392 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.670642 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.670903 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.671154 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.671410 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.671658 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.671918 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.672183 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.672430 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.672693 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.672963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.673833 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.673833 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.673833 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.674821 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.674821 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.674821 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.675057 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:35.675872 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:35.675872 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:35.675872 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:35.675872 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:35.677335 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:35.677738 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 10:10:35.681208 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 10:10:35.686072 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 10:10:35.690168 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 17 10:10:35.691792 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 10:10:35.692234 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 10:10:35.692565 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 10:10:35.692975 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 10:10:35.695815 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 10:10:35.696061 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 10:10:35.696409 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 10:10:35.742698 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 10:10:35.743426 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.744654 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93653) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 10:10:35.745048 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.747446 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93653) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 10:10:35.747887 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 10:10:35.748275 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 10:10:35.753694 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.754139 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:35.883851 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 10:10:35.884222 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 10:10:35.885209 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 10:10:35.885821 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 10:10:35.921177 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_db.sqlalchemy.engines [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93653) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 10:10:36.681114 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing driver for type 'gre' Jun 17 10:10:36.682743 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] gre ID ranges: [(1, 1000)] Jun 17 10:10:36.889690 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing driver for type 'local' Jun 17 10:10:36.890335 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing driver for type 'vlan' Jun 17 10:10:37.001357 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] VlanTypeDriver initialization complete Jun 17 10:10:37.001698 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing driver for type 'vxlan' Jun 17 10:10:37.002309 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] vxlan ID ranges: [(1, 1000)] Jun 17 10:10:37.258064 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing extension driver 'port_security' Jun 17 10:10:37.258270 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.extensions.port_security [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] PortSecurityExtensionDriver initialization complete Jun 17 10:10:37.258594 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing mechanism driver 'openvswitch' Jun 17 10:10:37.258924 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing mechanism driver 'hyperv' Jun 17 10:10:37.266272 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.plugins.ml2.plugin [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:10:37.267131 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.267680 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.268113 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.268646 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnet after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.269060 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnet after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.269395 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.269828 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.270233 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.270627 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.271062 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > security_group after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.271459 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > security_group after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.271864 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.272297 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.272691 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.273109 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.273538 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > address_group after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.273938 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > address_group after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.274328 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.274745 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] ML2 OVO RPC backend initialized. {{(pid=93653) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 10:10:37.275875 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.275997 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.276403 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.276826 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > networks before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.277240 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.277697 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > ports before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.278085 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnet before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.278470 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnets before_response 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.278860 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.279314 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.279697 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.280082 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.280505 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.280959 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.281375 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnet after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.281761 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnet after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.282142 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.282809 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.plugin [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Modular L2 Plugin initialization complete Jun 17 10:10:37.283297 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading services supported by the core plugin {{(pid=93653) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 10:10:37.283556 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.plugins.ml2.managers [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Got port-security extension from driver 'port_security' Jun 17 10:10:37.284062 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.extensions.vlantransparent [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Disabled vlantransparent extension. Jun 17 10:10:37.284605 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93653) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 10:10:37.284981 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: router Jun 17 10:10:37.329580 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.330040 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router after_create 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.330412 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router before_create 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.330782 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.331161 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.331512 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router after_delete 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.331884 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.332245 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router after_create 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.332589 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router after_update 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.333005 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router after_update 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.333347 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.333710 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router after_update 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.334126 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_update 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.334491 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: port after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.334840 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: port after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.335170 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: subnet after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.335510 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.335864 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.336204 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_create 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.336585 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: port before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.336957 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.337330 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router after_update 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.338194 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.338617 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_create 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.338929 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.339272 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_update 55549900 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.339659 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > network after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.340607 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Tracking information for resource: router configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:37.340977 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Tracking information for resource: floatingip configured {{(pid=93653) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:10:37.346459 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.db.l3_agentschedulers_db [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 10:10:37.347052 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: port after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.347418 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: port after_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.347811 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: port after_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.348163 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: port after_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.349157 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router before_create 55550100 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.349533 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.353538 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_create 55550100 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.353538 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > router precommit_update 55550100 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.355042 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.services.provider_configuration [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service providers = [] {{(pid=93653) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 10:10:37.355410 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.db.servicetype_db [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93653) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 10:10:37.358543 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.services.service_base [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:10:37.358890 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.services.service_base [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:10:37.359234 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.services.service_base [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:10:37.360216 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.services.service_base [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93653) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:10:37.360492 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.services.service_base [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 10:10:37.360915 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.361241 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 10:10:37.373791 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.374129 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: auto_allocate Jun 17 10:10:37.380608 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: network precommit_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.380938 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: network precommit_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.381495 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.381818 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: tag Jun 17 10:10:37.390068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.390455 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: timestamp Jun 17 10:10:37.413937 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.414265 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: network_ip_availability Jun 17 10:10:37.420701 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.421117 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.421483 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.422287 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.422610 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: flavors Jun 17 10:10:37.428055 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.428382 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading Plugin: revisions Jun 17 10:10:37.434188 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93653) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:10:37.434591 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_concurrency.lockutils [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.841s {{(pid=93653) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:10:37.435427 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93653) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 10:10:37.435762 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Initializing extension manager. Jun 17 10:10:37.436286 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: __init__.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.436678 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: __pycache__ {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.442755 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.442755 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: address_group.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.442755 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.442755 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: address-group Jun 17 10:10:37.442755 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: address_scope.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.442755 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.442755 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: address-scope Jun 17 10:10:37.443321 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.443321 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.443782 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: router-admin-state-down-before-update Jun 17 10:10:37.444106 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: agent.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.444933 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.445445 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: agent Jun 17 10:10:37.445768 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: agent_resources_synced.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.446696 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.447845 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: agent-resources-synced Jun 17 10:10:37.448164 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: allowedaddresspairs.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.450502 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.451086 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: allowed-address-pairs Jun 17 10:10:37.451414 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: auto_allocated_topology.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.452548 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.453095 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: auto-allocated-topology Jun 17 10:10:37.453417 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: availability_zone.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.454125 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.454692 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: availability_zone Jun 17 10:10:37.455012 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: availability_zone_filter.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.456026 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.456550 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: availability_zone_filter Jun 17 10:10:37.456912 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: data_plane_status.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.457820 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.458329 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 10:10:37.458654 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: default_subnetpools.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.459582 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.460095 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: default-subnetpools Jun 17 10:10:37.460424 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.461315 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.461806 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: dhcp_agent_scheduler Jun 17 10:10:37.462135 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: dns.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.463568 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.464090 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 10:10:37.464408 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: dns_domain_ports.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.465429 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.465952 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 10:10:37.466266 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: dvr.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.466942 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.467453 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: dvr Jun 17 10:10:37.467770 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: empty_string_filtering.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.468683 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.469223 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: empty-string-filtering Jun 17 10:10:37.469548 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.470471 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.470979 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 10:10:37.471303 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.472263 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.472778 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 10:10:37.473116 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: external_net.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.474021 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.474529 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: external-net Jun 17 10:10:37.474852 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.475767 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.476324 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: extra_dhcp_opt Jun 17 10:10:37.476645 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: extraroute.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.477642 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.478701 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: extraroute Jun 17 10:10:37.479032 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: extraroute_atomic.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.480193 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.480917 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: extraroute-atomic Jun 17 10:10:37.481385 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: filter_validation.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.482131 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.482698 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: filter-validation Jun 17 10:10:37.483098 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: fip_pf_description.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.484160 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.484696 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 10:10:37.485158 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: fip_port_details.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.486165 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.486774 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: fip-port-details Jun 17 10:10:37.487175 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: flavors.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.488765 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.489311 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: flavors Jun 17 10:10:37.489636 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.491390 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.491927 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 10:10:37.492256 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: floatingip_pools.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.493173 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.493710 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: floatingip-pools Jun 17 10:10:37.501096 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: ip_allocation.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.502065 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.502667 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 10:10:37.503122 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.504146 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.504722 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: ip-substring-filtering Jun 17 10:10:37.505208 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l2_adjacency.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.506284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.506853 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 10:10:37.507214 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l3.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.508450 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.509054 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: router Jun 17 10:10:37.510423 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.512961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.513592 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 10:10:37.514000 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.515053 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.515693 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: ext-gw-mode Jun 17 10:10:37.516053 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.517077 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.517644 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: l3-ha Jun 17 10:10:37.518009 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l3_flavors.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.518970 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.519832 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: l3-flavors Jun 17 10:10:37.520202 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.521215 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.521981 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 10:10:37.522485 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: l3agentscheduler.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.523728 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.524264 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: l3_agent_scheduler Jun 17 10:10:37.524592 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: logging.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.526930 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.527475 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension logging not supported by any of loaded plugins Jun 17 10:10:37.527809 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: metering.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.528585 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.529246 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: metering Jun 17 10:10:37.529648 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.541814 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.542442 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: metering_source_and_destination_fields Jun 17 10:10:37.542781 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: multiprovidernet.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.544226 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.544877 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: multi-provider Jun 17 10:10:37.545250 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: netmtu.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.546369 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.546961 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: net-mtu Jun 17 10:10:37.547335 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: netmtu_writable.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.548615 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.549354 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: net-mtu-writable Jun 17 10:10:37.549678 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: network_availability_zone.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.550513 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.551053 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: network_availability_zone Jun 17 10:10:37.551373 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: network_ip_availability.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.552957 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.553515 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: network-ip-availability Jun 17 10:10:37.553842 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: network_segment_range.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.554780 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.555363 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 10:10:37.555749 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: pagination.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.557240 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.557783 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: pagination Jun 17 10:10:37.558262 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: port_device_profile.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.559257 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.559800 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: port-device-profile Jun 17 10:10:37.560120 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.561071 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.561631 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: port-mac-address-regenerate Jun 17 10:10:37.561961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.562964 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.563555 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: port-numa-affinity-policy Jun 17 10:10:37.563878 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: port_resource_request.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.564937 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.565459 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 10:10:37.565776 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: portbindings.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.566763 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.567270 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: binding Jun 17 10:10:37.567652 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: portbindings_extended.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.583896 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.584772 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: binding-extended Jun 17 10:10:37.585266 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: portsecurity.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.586853 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.588251 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: port-security Jun 17 10:10:37.588645 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: project_id.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.590152 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.590479 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: project-id Jun 17 10:10:37.590804 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: providernet.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.591797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.592429 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: provider Jun 17 10:10:37.592776 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.598073 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.598977 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos not supported by any of loaded plugins Jun 17 10:10:37.599383 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.601432 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.602260 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 10:10:37.602766 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.605171 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.606029 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 10:10:37.606704 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_default.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.608341 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.609223 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-default not supported by any of loaded plugins Jun 17 10:10:37.609599 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_fip.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.610569 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.611348 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 10:10:37.611834 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_gateway_ip.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.617168 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.617899 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 10:10:37.618279 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_port_network_policy.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.619365 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.622523 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 10:10:37.622523 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_rule_type_details.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.622523 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.622523 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 10:10:37.622523 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: qos_rules_alias.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.623887 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.624466 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 10:10:37.624876 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: quotasv2.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.625996 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.626337 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: quotas Jun 17 10:10:37.626706 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: quotasv2_detail.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.630133 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.630626 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: quota_details Jun 17 10:10:37.631036 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: rbac.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.632253 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.633095 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: rbac-policies Jun 17 10:10:37.633456 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: rbac_address_group.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.635171 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.635963 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: rbac-address-group Jun 17 10:10:37.636323 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: rbac_address_scope.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.637405 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.638079 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: rbac-address-scope Jun 17 10:10:37.638424 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: rbac_security_groups.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.639653 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.640218 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: rbac-security-groups Jun 17 10:10:37.640582 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: rbac_subnetpool.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.641657 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.642241 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: rbac-subnetpool Jun 17 10:10:37.642599 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: revisionifmatch.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.643555 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.644176 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: revision-if-match Jun 17 10:10:37.644537 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: revisions.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.645986 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.646556 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: standard-attr-revisions Jun 17 10:10:37.646915 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: router_availability_zone.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.647632 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.648192 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: router_availability_zone Jun 17 10:10:37.648549 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: routerservicetype.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.649575 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.650787 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 10:10:37.660031 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.661227 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.661886 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: security-groups-normalized-cidr Jun 17 10:10:37.662229 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.663211 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.663762 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: port-security-groups-filtering Jun 17 10:10:37.664080 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.665156 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.665701 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: security-groups-remote-address-group Jun 17 10:10:37.666047 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: securitygroup.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.676382 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.676981 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: security-group Jun 17 10:10:37.677518 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: segment.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.678326 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.678851 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension segment not supported by any of loaded plugins Jun 17 10:10:37.679153 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.680169 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.680679 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 10:10:37.681026 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: servicetype.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.682316 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.683381 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: service-type Jun 17 10:10:37.683381 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: sorting.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.684201 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.684604 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: sorting Jun 17 10:10:37.685127 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: standard_attr_segment.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.686177 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.686907 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 10:10:37.687486 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: standardattrdescription.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.688266 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.688991 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: standard-attr-description Jun 17 10:10:37.689366 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: stateful_security_group.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.690475 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.691043 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: stateful-security-group Jun 17 10:10:37.691399 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: stdattrs_common.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.692020 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 10:10:37.692338 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.693535 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.694111 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 10:10:37.694465 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: subnet_onboard.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.695743 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.696272 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: subnet_onboard Jun 17 10:10:37.696588 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.698082 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.698596 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 10:10:37.698910 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: subnet_service_types.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.699851 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.700363 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: subnet-service-types Jun 17 10:10:37.700676 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: subnetallocation.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.701788 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.702376 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: subnet_allocation Jun 17 10:10:37.702691 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.703382 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.703884 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: subnetpool-prefix-ops Jun 17 10:10:37.704880 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.705964 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.705964 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 10:10:37.707449 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: tagging.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.707449 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.707707 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: standard-attr-tag Jun 17 10:10:37.708095 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: timestamp.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.709358 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.710119 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loaded extension: standard-attr-timestamp Jun 17 10:10:37.710227 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: trunk.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.718761 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.719516 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension trunk not supported by any of loaded plugins Jun 17 10:10:37.719835 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: trunk_details.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.720854 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.721513 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 10:10:37.721966 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: uplink_status_propagation.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.722827 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.723479 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 10:10:37.723852 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Loading extension file: vlantransparent.py {{(pid=93653) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:10:37.724701 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93653) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:10:37.725296 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 10:10:37.728378 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:network Jun 17 10:10:37.729012 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:subnet Jun 17 10:10:37.729457 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:10:37.729887 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:port Jun 17 10:10:37.731324 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.731840 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service FLAVORS assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.732531 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.733099 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.733436 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:router Jun 17 10:10:37.733921 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 10:10:37.734466 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service METERING assigned prefix: /metering {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.736224 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.736643 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.737050 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:10:37.738210 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 10:10:37.738704 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:security_group Jun 17 10:10:37.739169 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 10:10:37.739852 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service CORE assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.740215 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:10:37.740614 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] subnetpool is already registered Jun 17 10:10:37.741106 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service CORE assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.741466 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:10:37.741826 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] subnetpool is already registered Jun 17 10:10:37.744563 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.745080 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service FLAVORS assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.745719 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.746203 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.746570 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:router Jun 17 10:10:37.746951 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] router is already registered Jun 17 10:10:37.747435 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 10:10:37.747828 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] floatingip is already registered Jun 17 10:10:37.748409 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service METERING assigned prefix: /metering {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.749200 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 10:10:37.749726 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] rbac_policy is already registered Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:security_group Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] security_group is already registered Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] security_group_rule is already registered Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service CORE assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] subnetpool is already registered Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.v2.resource_helper [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Service CORE assigned prefix: {{(pid=93653) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:10:37.756914 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:10:37.758151 dv-cinder-796806-1-smb neutron-server[93653]: WARNING neutron.quota.resource_registry [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] subnetpool is already registered Jun 17 10:10:37.758151 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: extensions {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.758151 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: address-groups {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.758151 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: address-scopes {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.758724 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: agents {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.760576 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: auto-allocated-topology {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.761967 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: availability_zones {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.763302 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: dhcp-networks {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.764903 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: dhcp-agents {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.766442 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: routers {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.768568 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: flavors {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.771288 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: service_profiles {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.772597 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: next_providers {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.774122 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: service_profiles {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.776551 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: floatingip-pools {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.778023 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: routers {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.779876 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: floatingips {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.781198 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: l3-routers {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.782712 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: l3-agents {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.784399 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: metering-labels {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.785820 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: metering-label-rules {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.787297 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: network-ip-availabilities {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.788561 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: bindings {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.790481 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: quotas {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.792699 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: quotas {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.795046 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: rbac-policies {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.796427 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: security-groups {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.797847 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: security-group-rules {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.799108 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: service-providers {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.800548 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: subnetpools {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.802420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: subnetpools {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.803991 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.805820 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.808590 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.810755 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.812789 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.814954 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.816626 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.818511 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.820365 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.822839 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron.api.extensions [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Extended resource: tags {{(pid=93653) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:10:37.829902 dv-cinder-796806-1-smb neutron-server[93653]: WARNING keystonemiddleware.auth_token [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 10:10:37.834837 dv-cinder-796806-1-smb neutron-server[93653]: WARNING keystonemiddleware.auth_token [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 10:10:37.844822 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_concurrency.lockutils [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Acquired lock "singleton_lock" {{(pid=93653) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 10:10:37.845301 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_concurrency.lockutils [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Releasing lock "singleton_lock" {{(pid=93653) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 10:10:37.845948 dv-cinder-796806-1-smb neutron-server[93653]: INFO oslo_service.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Starting 2 workers Jun 17 10:10:37.850877 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Started child 93770 {{(pid=93653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:10:37.855682 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Started child 93771 {{(pid=93653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:10:37.857432 dv-cinder-796806-1-smb neutron-server[93653]: INFO neutron.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 10:10:37.858085 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Notify callbacks [] for process, before_spawn {{(pid=93653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:37.858924 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:37.860541 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [-] (93770) wsgi starting up on http://0.0.0.0:9696 Jun 17 10:10:37.860872 dv-cinder-796806-1-smb neutron-server[93653]: INFO oslo_service.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Starting 1 workers Jun 17 10:10:37.861608 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:37.863326 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [-] (93771) wsgi starting up on http://0.0.0.0:9696 Jun 17 10:10:37.866547 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Started child 93772 {{(pid=93653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:10:37.867144 dv-cinder-796806-1-smb neutron-server[93653]: INFO oslo_service.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Starting 1 workers Jun 17 10:10:37.871518 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] calling RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 10:10:37.872269 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] returning from RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 10:10:37.873656 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Started child 93773 {{(pid=93653) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:10:37.874201 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:37.874923 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG neutron_lib.callbacks.manager [None req-0c2197fe-69ab-402a-9fcf-304cc94cc636 None None] Notify callbacks [] for process, after_spawn {{(pid=93653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:37.875059 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:10:37.877717 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93653) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 10:10:37.878030 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 10:10:37.878306 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 10:10:37.878630 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 10:10:37.879320 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 10:10:37.879468 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 10:10:37.880172 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.880579 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.881017 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.881185 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:37.881917 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.881917 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.882745 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.882917 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:10:37.883180 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.883518 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.883936 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.885085 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.885477 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.885748 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.886149 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.886540 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.886984 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.887404 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.887783 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.888285 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.888514 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.888893 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.889309 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.889780 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.890098 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] debug = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.890488 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.891299 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.891666 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.892045 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.892432 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.892904 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.893286 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.894471 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.894471 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.894471 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.895526 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.895526 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.895659 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.895950 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.896303 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.896769 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.897139 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.897862 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] host = dv-cinder-796806-1-smb {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.898242 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.898646 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.899623 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.899623 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.900608 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.900608 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.900608 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.901474 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.901676 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.902036 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.902352 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.902760 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.904181 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.904181 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.904799 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_options = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.904799 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.905128 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.906056 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.906263 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.906442 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.906680 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.906879 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.907063 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.907303 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.907530 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.907753 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.907976 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.908200 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.908443 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.908706 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.908984 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.909228 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.909462 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.909718 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.909970 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.910242 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.910676 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.911016 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.911399 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.911761 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.912149 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.912477 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.912885 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.918332 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919068 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919836 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919836 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_json = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.919836 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.920214 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.920386 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.920386 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.921312 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.921457 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.921842 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.922265 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:37.922830 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.923418 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.923790 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.924167 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.924621 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.925086 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.925459 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.925811 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.926207 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.926613 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.927028 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.927412 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.927897 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.928235 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.928643 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.929135 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.929947 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.929947 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.930681 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.930681 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.932025 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.932579 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.933334 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.936883 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.938420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.938420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.938420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.938420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.938420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.938420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.939106 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.939205 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.939505 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.939827 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.940615 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.940889 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.941856 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.942209 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.942456 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.942879 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.943123 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.943352 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.943610 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.943941 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.944097 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.944344 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.944672 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.944969 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.945758 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.945758 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.945758 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.946114 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.946277 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.946433 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.946727 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.947470 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.947926 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.948144 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.948534 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.948792 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.949235 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.949480 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.949881 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.950145 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.950360 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.950781 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.951032 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.951505 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.951719 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.952092 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.952618 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.953064 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.953472 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.953689 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.954128 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.954578 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.954897 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.955193 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.955568 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.955815 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.956293 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.956547 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.957016 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.957289 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.957529 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.957758 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.958035 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.958275 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.958556 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.958825 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.959070 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.959339 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.959610 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.959860 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.960089 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.960454 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.960600 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.960887 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.961053 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.961292 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.961537 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.961788 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.962016 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.962287 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.963302 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.963302 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.963302 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.963957 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.963957 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.964404 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.964404 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.964909 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.964909 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.965325 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.965528 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.965738 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.965991 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.966217 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.966445 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.966656 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.967203 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.967203 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.967685 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.967685 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.968144 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.968144 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.968570 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.968570 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.969058 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.969058 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.971963 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.973147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.974284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.974284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.974284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.974284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.974284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.974284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.974284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.975087 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.975087 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.975087 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.975404 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.975545 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.975660 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.976694 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.976694 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.976694 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.976694 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.977239 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.977239 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.977529 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.977674 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.978370 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.978370 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.978370 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.978753 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.978874 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.979224 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.979662 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.979891 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.980119 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.980357 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.980575 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.981796 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.981796 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.981796 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.981796 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.982283 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.982283 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.982515 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.982637 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.983124 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.983262 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.983526 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.983781 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.984002 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.984271 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.984581 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.985088 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.985088 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.985088 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.985870 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.985870 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.986597 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.986597 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.986597 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.987147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.987147 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.987420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.987420 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.987685 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.988521 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.988521 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.988521 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.988521 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.989138 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.989138 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.989368 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.989516 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.990229 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.990229 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.990229 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.990654 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.990654 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.990928 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.991234 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.991397 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.991529 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.991741 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.992804 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.992804 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.992804 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.997027 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.997349 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.997632 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.997928 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.998267 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.998548 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.998775 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.999040 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.999242 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.999460 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:37.999750 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.000095 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.000388 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.000665 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.001024 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.001454 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.001734 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.001887 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.002043 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.002315 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.002663 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.002934 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.003428 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.003673 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.003917 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.004163 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.004381 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.004785 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.005029 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.005282 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.005546 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.005799 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.006052 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.006319 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.006553 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.006836 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.007112 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.007355 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.007620 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.007858 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.008017 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 10:10:38.008616 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93653) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 10:10:38.012969 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 10:10:38.013280 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 10:10:38.013671 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 10:10:38.014339 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 10:10:38.014339 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 10:10:38.014617 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.014854 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.016179 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.016383 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.016610 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.016914 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.017145 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.017450 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.017702 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.017947 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.018201 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.018449 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.018692 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.019101 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.019346 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.019589 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.019830 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.020079 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.020329 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.020578 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.021131 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.021384 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.021690 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] debug = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.022024 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.022406 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.022710 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.024003 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.024003 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.024293 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.024561 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.024933 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.025222 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.025507 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.025797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.026082 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.026358 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.026634 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.026913 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.027191 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.027468 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.027752 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] host = dv-cinder-796806-1-smb {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.028024 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.028296 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.028576 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.028878 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.029151 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.029427 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.029706 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.029984 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.030261 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.030542 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.030811 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.031085 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.031376 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.031657 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.031947 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_options = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.032218 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.032496 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.032797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.033101 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.033388 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.033669 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.033943 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.034220 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.034495 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.034770 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.035048 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.035321 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.035598 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.035876 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.036150 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.036426 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.036698 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.037013 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.037288 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.037559 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.037832 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.038107 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.038378 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.038649 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.038920 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.039201 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.039473 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.039794 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.040007 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.040273 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.040636 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.040974 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.041208 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.041479 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.041741 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.041979 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.042220 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.042487 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.042749 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.043278 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.043546 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.043971 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.044110 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.044356 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.044630 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.044926 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_json = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.045182 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.045537 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.045719 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.045999 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.046284 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.046563 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.046837 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.047123 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:10:38.047431 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.047717 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.048002 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.048278 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.048550 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.048853 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.049139 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.049418 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.049699 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.049982 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.050272 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.050558 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.050862 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.051155 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.051426 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.051716 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.052004 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.052283 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.052575 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.052879 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.053170 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.053444 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.053747 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.054061 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.054320 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.054602 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060140 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.060807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.061396 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.061396 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.061574 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.061860 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.062143 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.062427 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.062733 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.063006 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.063292 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.063564 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.063846 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.064542 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.064542 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.065009 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.065009 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.065391 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.065581 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.065786 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.066072 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.066348 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.066621 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.066904 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.067187 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.067476 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.067798 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.068076 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.068355 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.068642 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.068955 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.069239 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.069516 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.069816 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.070093 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.070377 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.070658 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.070940 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.071223 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.071504 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.071788 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.072614 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.073884 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.073884 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.073884 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.073884 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.074349 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.074349 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.074570 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.074786 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.075072 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.075356 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.075642 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.075927 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.076208 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.076493 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.076802 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.077093 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.077371 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.077638 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.077902 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.078175 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.078457 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.078736 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.079011 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.079282 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.079550 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.079829 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.080104 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.080405 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.080689 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.081032 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.081317 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.081619 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.082083 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.082228 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.082439 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.082721 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.082993 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.083279 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.083564 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.083845 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.084156 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.084410 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.084687 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.085004 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.085299 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.085702 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.085851 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.086153 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.086405 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.086879 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.093797 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.094778 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.094778 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.094778 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.094778 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095173 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095290 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.095961 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.096612 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.097481 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.097481 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.097481 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.097836 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.097836 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.098095 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.098324 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.098561 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.098775 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.099071 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.099248 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.099530 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.099771 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.099994 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.100258 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.100547 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.100852 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.101142 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.101368 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.101596 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.101876 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.102103 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.102305 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.102595 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.102816 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.103088 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.103363 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.103622 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.103866 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.104043 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.104193 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.104385 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.104579 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.104888 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.105116 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.105369 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.105732 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.106018 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.106232 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.106453 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.106932 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.107115 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.107763 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.107763 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.107943 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.108223 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.108321 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.108526 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.108807 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.109029 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.109334 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.109524 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.109764 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.110028 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.110247 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.110531 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.110743 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.110992 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.111272 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.111512 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.111752 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.112151 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.112299 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.112586 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.112890 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.113174 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.113405 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.113695 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.113948 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.114247 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.114460 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.114668 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.114948 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.115175 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.115431 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.115794 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.115901 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.116230 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.116390 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.116585 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.117048 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.117048 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.117351 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.117613 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.117835 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.118117 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.118383 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.118534 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.119281 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.119442 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.119817 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.119817 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.120507 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.120507 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.120507 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.120507 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.120983 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.121121 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.121369 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.121567 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.121847 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.122129 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.122408 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:10:38.122644 dv-cinder-796806-1-smb neutron-server[93653]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93653) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 10:10:38.328651 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:38.337781 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068293 Jun 17 10:10:54.125304 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c02680-5966-41aa-93f6-a9aa70022c89 None None] get_active_networks_info from dv-cinder-796806-1-smb {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 10:10:54.276874 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c02680-5966-41aa-93f6-a9aa70022c89 None None] No non-hosted networks {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 10:10:54.292488 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.agentschedulers_db [None req-33c02680-5966-41aa-93f6-a9aa70022c89 None None] DHCP Agent not found on host dv-cinder-796806-1-smb {{(pid=93772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 10:10:54.411343 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f721c68d-bcd4-401e-bd3c-516783dbe209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:57.374204 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee118605-7a43-459e-ba64-8188f2310c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:57.407740 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:57.408868 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.409480 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.410091 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.410625 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.411157 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.411697 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.412552 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.413181 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.413835 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.415010 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.415940 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.416516 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:10:57.417480 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796806-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:10:57.426839 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796806-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:10:57.533388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.db.api [None req-81ca0f6f-6e11-453e-b495-cf552ba628b0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796806-1-smb {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:10:57.534188 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_db.api [None req-81ca0f6f-6e11-453e-b495-cf552ba628b0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:10:58.265244 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81ca0f6f-6e11-453e-b495-cf552ba628b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:59.629366 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:00.459273 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:02.211427 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:03.048223 dv-cinder-796806-1-smb neutron-server[93771]: WARNING oslo_policy.policy [None req-68dc227c-7d0a-4c57-8627-4d6f44c2eb3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:03.048837 dv-cinder-796806-1-smb neutron-server[93771]: WARNING oslo_policy.policy [None req-68dc227c-7d0a-4c57-8627-4d6f44c2eb3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:03.320627 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [None req-68dc227c-7d0a-4c57-8627-4d6f44c2eb3d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:11:03.323615 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-68dc227c-7d0a-4c57-8627-4d6f44c2eb3d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1109769 Jun 17 10:11:05.174410 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.db.l3_hamode_db [None req-e21be346-410d-4f4c-a83e-7fb4687fe3d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 10:11:05.283233 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21be346-410d-4f4c-a83e-7fb4687fe3d9 None None] Routers set() bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:11:05.283648 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21be346-410d-4f4c-a83e-7fb4687fe3d9 None None] Router IDs set() for agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 10:11:06.306005 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 50604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:06.951005 dv-cinder-796806-1-smb neutron-server[93770]: WARNING oslo_policy.policy [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:06.951612 dv-cinder-796806-1-smb neutron-server[93770]: WARNING oslo_policy.policy [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:07.171125 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:07.267395 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.policy [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 10:11:07.314005 dv-cinder-796806-1-smb neutron-server[93770]: WARNING oslo_policy.policy [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:07.314853 dv-cinder-796806-1-smb neutron-server[93770]: WARNING oslo_policy.policy [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:07.333889 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.quota [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] Loaded quota_driver: . Jun 17 10:11:07.551674 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738183721312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738183722839', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738183734026', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738183735644', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738183749399', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738183756468', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3900663', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3907198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619763'] for rbac-policy, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:07.817299 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:07.819475 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-68bd7c8f-800b-43fa-9622-1030367bc3fc admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5109580 Jun 17 10:11:11.115600 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 50622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:11.609623 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Request body: {'network': {'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'name': 'private', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:11.776421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Made reservation on behalf of 3f6e25c4d48c4500b2e1339f8cb2e613 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:11:11.779592 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:11.806164 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:11.991116 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:12.062771 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:12.072307 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:12.108965 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:11:12.158542 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738184205096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:12.159547 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Unsubscribe: segment precommit_create {{(pid=93770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 10:11:12.160386 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Added segment 736ee489-b219-47fe-a322-007302090bcb of type vlan for network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 Jun 17 10:11:12.173889 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af30ec-75a5-4124-b76c-9304c7881630,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:12.216345 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.216921 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.217441 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.217979 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.218511 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.219124 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.219672 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.220202 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.220767 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.221322 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.221858 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.222380 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Tracked resource versions report: Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: pushed versions: Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Log': {'1.0'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Network': {'1.1'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Port': {'1.7'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'PortForwarding': {'1.2'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'QosPolicy': {'1.8'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'SubPort': {'1.0'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Subnet': {'1.1'}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Trunk': {'1.1'}} Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: consumer versions: Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'ConntrackHelper': '1.0', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Log': '1.0', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Network': '1.1', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Port': '1.7', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'PortForwarding': '1.2', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'QosPolicy': '1.8', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroup': '1.4', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroupRule': '1.2', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'SubPort': '1.0', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Subnet': '1.1', Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: 'Trunk': '1.1'}} Jun 17 10:11:12.224407 dv-cinder-796806-1-smb neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:11:12.378212 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:12.382039 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:12.533578 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:12.535501 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:12.536284 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:12.539747 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:12.654398 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=edec8ce1-24a6-40bf-a0a5-f4b12204cd47,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:12.658102 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:12.676456 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:11:12.716774 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5998445 Jun 17 10:11:15.893491 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 50636) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:16.553325 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e0e92-300f-476c-b6ac-c81dbd3ebae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:16.556715 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c45e0e92-300f-476c-b6ac-c81dbd3ebae5 admin admin] 10.222.0.50 "GET /v2.0/networks/edec8ce1-24a6-40bf-a0a5-f4b12204cd47 HTTP/1.1" status: 200 len: 825 time: 0.6613948 Jun 17 10:11:16.599657 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4e30b4d8-8ef1-41dd-9ab1-750c5e23c828 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/f09144c5-76ec-472a-b719-7411f6162091 HTTP/1.1" status: 200 len: 734 time: 0.0365148 Jun 17 10:11:16.612237 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Request body: {'subnet': {'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'gateway_ip': '172.20.0.1', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'name': 'private-subnet', 'subnetpool_id': 'f09144c5-76ec-472a-b719-7411f6162091', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:16.761054 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Made reservation on behalf of 3f6e25c4d48c4500b2e1339f8cb2e613 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:11:16.763692 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:17.296864 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:17.300556 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:17.379877 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002fdf24-dbc9-4f4a-ad3a-86372dbd5b74,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:17.387861 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:17.389286 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Checking segment: {'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:11:17.389681 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Network hostable DHCP agents. Network: edec8ce1-24a6-40bf-a0a5-f4b12204cd47, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:11:17.538144 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:11:17.647032 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, edec8ce1-24a6-40bf-a0a5-f4b12204cd47) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:17.653079 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:17.653675 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:17.661123 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5dd562-39f9-48ed-9ee1-b8ce734e94bd None None] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:11:17.749288 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1431434 Jun 17 10:11:18.094677 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'fixed_ips': [{'subnet_id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:11:18.096727 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:18.530132 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Allocated IP 172.20.0.2 (edec8ce1-24a6-40bf-a0a5-f4b12204cd47/002fdf24-dbc9-4f4a-ad3a-86372dbd5b74/f47e8082-25fb-4ed8-86c9-61635fa75a04) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:11:18.888116 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:18.910382 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Transition to ACTIVE for port object f47e8082-25fb-4ed8-86c9-61635fa75a04 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:11:18.954915 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:11:18.976248 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Transition to ACTIVE for port object f47e8082-25fb-4ed8-86c9-61635fa75a04 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:11:19.088768 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:19.093785 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:19.173846 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:11:19.181764 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:19.191788 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:11:19.199699 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Pushing event updated for resources: {'Port': ['ID=f47e8082-25fb-4ed8-86c9-61635fa75a04,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:19.231691 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.232333 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.232656 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.233008 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.233327 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.233708 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.234023 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.234444 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.234743 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.235057 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.235369 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.235675 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Tracked resource versions report: Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: pushed versions: Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Log': {'1.0'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Network': {'1.1'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Port': {'1.7'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'PortForwarding': {'1.2'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'QosPolicy': {'1.8'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'SubPort': {'1.0'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Subnet': {'1.1'}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Trunk': {'1.1'}} Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: consumer versions: Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'ConntrackHelper': '1.0', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Log': '1.0', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Network': '1.1', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Port': '1.7', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'PortForwarding': '1.2', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'QosPolicy': '1.8', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroup': '1.4', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroupRule': '1.2', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'SubPort': '1.0', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Subnet': '1.1', Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: 'Trunk': '1.1'}} Jun 17 10:11:19.236852 dv-cinder-796806-1-smb neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:11:19.260495 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:19.296173 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Attempting to bind port f47e8082-25fb-4ed8-86c9-61635fa75a04 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:11:19.296597 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Attempting to bind port f47e8082-25fb-4ed8-86c9-61635fa75a04 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:11:19.297312 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Attempting to bind port f47e8082-25fb-4ed8-86c9-61635fa75a04 on network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:11:19.306377 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:11:19.306994 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Checking segment: {'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:11:19.307734 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:19.308400 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Bound using segment: {'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:11:19.309227 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Bound port: f47e8082-25fb-4ed8-86c9-61635fa75a04, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:11:19.309876 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:19.427643 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] For port f47e8082-25fb-4ed8-86c9-61635fa75a04, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:11:19.434855 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] For port f47e8082-25fb-4ed8-86c9-61635fa75a04, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=f47e8082-25fb-4ed8-86c9-61635fa75a04,segment=NetworkSegment(736ee489-b219-47fe-a322-007302090bcb),segment_id=736ee489-b219-47fe-a322-007302090bcb)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:11:19.516193 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:19.519756 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:19.637994 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Pushing event updated for resources: {'Port': ['ID=f47e8082-25fb-4ed8-86c9-61635fa75a04,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:19.641825 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:20.776205 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 50644) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:21.447888 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [None req-6cb6381a-5572-44fd-83cc-cb56b7f25920 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:11:21.449520 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-6cb6381a-5572-44fd-83cc-cb56b7f25920 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6716728 Jun 17 10:11:23.993173 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50cfe011-77b5-4969-b625-d0b095f4708c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:24.865116 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 50652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:25.328022 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [None req-86a250bb-baa2-442a-8d47-f827fd5448a6 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:11:25.329525 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-86a250bb-baa2-442a-8d47-f827fd5448a6 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4624968 Jun 17 10:11:25.682831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device f47e8082-25fb-4ed8-86c9-61635fa75a04 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:11:25.984902 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port f47e8082-25fb-4ed8-86c9-61635fa75a04 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:11:26.902825 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2db6f-5354-458e-80ba-efa8a33cffde None None] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:11:27.089122 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Provisioning for port f47e8082-25fb-4ed8-86c9-61635fa75a04 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:11:27.113711 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Provisioning complete for port f47e8082-25fb-4ed8-86c9-61635fa75a04 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:27.113958 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:27.306599 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-989d0aa2-9d7d-4ff1-875d-025820ad16b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:27.334311 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:27.371805 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:27.398801 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] For port f47e8082-25fb-4ed8-86c9-61635fa75a04, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=f47e8082-25fb-4ed8-86c9-61635fa75a04,segment=NetworkSegment(736ee489-b219-47fe-a322-007302090bcb),segment_id=736ee489-b219-47fe-a322-007302090bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:11:27.521732 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:27.526873 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-5a5db770-2e70-47af-bcd2-cd850bb43b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:27.622495 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Pushing event updated for resources: {'Port': ['ID=f47e8082-25fb-4ed8-86c9-61635fa75a04,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:27.628661 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:27.655121 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c11e036-df09-4970-af4d-f82238c5577e None None] Provisioning complete for port f47e8082-25fb-4ed8-86c9-61635fa75a04 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:27.655599 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c11e036-df09-4970-af4d-f82238c5577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:29.043402 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:29.305885 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Request body: {'router': {'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:29.371967 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.policy [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 10:11:29.421142 dv-cinder-796806-1-smb neutron-server[93771]: WARNING oslo_policy.policy [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:29.421622 dv-cinder-796806-1-smb neutron-server[93771]: WARNING oslo_policy.policy [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:11:29.431567 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.quota [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Loaded quota_driver: . Jun 17 10:11:29.543897 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:29.585358 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:29.588516 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:29.600073 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device f47e8082-25fb-4ed8-86c9-61635fa75a04 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:11:29.661741 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port f47e8082-25fb-4ed8-86c9-61635fa75a04 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:29.662961 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:29.823093 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:29.979361 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:30.087276 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:30.089120 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f5c0c040-baa2-4504-8eb2-8eb8733bf5c5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0443175 Jun 17 10:11:30.368024 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:32.597319 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:32.699406 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [None req-9367086e-5031-4846-8721-88b0e695030b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:11:32.701016 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-9367086e-5031-4846-8721-88b0e695030b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1025212 Jun 17 10:11:35.307649 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:35.366772 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:35.554610 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Made reservation on behalf of bcd3b461a8954b51bbcf3fc4a8505a3a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:11:35.557671 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:35.576421 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:35.769809 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:35.861257 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:35.867304 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:35.878359 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Reserving flat network on physical network physnet1 {{(pid=93771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 10:11:35.917797 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738184205096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:35.918506 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Unsubscribe: segment precommit_create {{(pid=93771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 10:11:35.919060 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.segments_db [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Added segment 141fd756-af5e-435a-a93d-77989059d8a0 of type flat for network 7d920eab-b936-4098-a8b2-d97496dbb146 Jun 17 10:11:35.944702 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4c1564-f828-4247-9aba-e8f7e9eb4d07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:36.002458 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.002821 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.003177 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.003481 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.003892 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.004154 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.004506 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.004893 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.005635 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.005960 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.006266 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.006572 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Tracked resource versions report: Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: pushed versions: Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Log': {'1.0'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Network': {'1.1'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Port': {'1.7'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'PortForwarding': {'1.2'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'QosPolicy': {'1.8'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'SubPort': {'1.0'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Subnet': {'1.1'}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Trunk': {'1.1'}} Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: consumer versions: Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'ConntrackHelper': '1.0', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Log': '1.0', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Network': '1.1', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Port': '1.7', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'PortForwarding': '1.2', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'QosPolicy': '1.8', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroup': '1.4', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroupRule': '1.2', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'SubPort': '1.0', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Subnet': '1.1', Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: 'Trunk': '1.1'}} Jun 17 10:11:36.007756 dv-cinder-796806-1-smb neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:11:36.080190 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:36.089197 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:36.410854 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:36.414421 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:36.415618 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:36.418129 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:36.535022 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Pushing event updated for resources: {'Network': ['ID=7d920eab-b936-4098-a8b2-d97496dbb146,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:36.539616 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:36.548463 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 7d920eab-b936-4098-a8b2-d97496dbb146 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:11:36.586154 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2768099 Jun 17 10:11:39.096308 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:39.282620 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5dd293-cb10-4349-8c32-5da4fd44b1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:39.283995 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1a5dd293-cb10-4349-8c32-5da4fd44b1fe admin admin] 10.222.0.50 "GET /v2.0/subnets/002fdf24-dbc9-4f4a-ad3a-86372dbd5b74 HTTP/1.1" status: 200 len: 849 time: 0.1865954 Jun 17 10:11:39.452116 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-75cb72ce-39a8-43b4-b7f5-2c9e45fc8b0f admin admin] 10.222.0.50 "GET /v2.0/routers/026ffdcc-1632-4b74-8947-3e3a62f75e35 HTTP/1.1" status: 200 len: 704 time: 0.1573391 Jun 17 10:11:39.764371 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:40.205004 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Allocated IP 172.20.0.1 (edec8ce1-24a6-40bf-a0a5-f4b12204cd47/002fdf24-dbc9-4f4a-ad3a-86372dbd5b74/30bd7e4b-0fd7-4880-aec0-699f35a09ea7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:11:41.164542 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:41.215988 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Transition to ACTIVE for port object 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:11:41.429367 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:41.434583 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:41.511131 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:11:41.517296 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:41.535015 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:11:41.535877 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:41.625070 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Pushing event updated for resources: {'Port': ['ID=30bd7e4b-0fd7-4880-aec0-699f35a09ea7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:41.642241 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:41.969321 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b34d1b9c-8f32-4ed6-9a91-9cbda884856e None None] Provisioning for port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:11:41.976087 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b34d1b9c-8f32-4ed6-9a91-9cbda884856e None None] Provisioning complete for port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:41.978337 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b34d1b9c-8f32-4ed6-9a91-9cbda884856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:42.016836 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b34d1b9c-8f32-4ed6-9a91-9cbda884856e None None] Port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:11:42.143604 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:42.473365 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:42.557743 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:42.558901 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:42.561360 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:42.662096 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Pushing event updated for resources: {'Port': ['ID=30bd7e4b-0fd7-4880-aec0-699f35a09ea7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:42.665868 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:42.757159 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:11:42.759509 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:43.047585 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-95f74ed5-0164-480f-ba39-94e24c1f7451 None None] Provisioning complete for port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:43.048388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95f74ed5-0164-480f-ba39-94e24c1f7451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:43.093791 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-95f74ed5-0164-480f-ba39-94e24c1f7451 None None] Port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:11:43.123538 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Router 026ffdcc-1632-4b74-8947-3e3a62f75e35 is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:11:43.240029 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:11:43.247263 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] 10.222.0.50 "PUT /v2.0/routers/026ffdcc-1632-4b74-8947-3e3a62f75e35/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.7894697 Jun 17 10:11:43.255143 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Sync routers for ids ['026ffdcc-1632-4b74-8947-3e3a62f75e35'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:11:43.273328 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Routers {'026ffdcc-1632-4b74-8947-3e3a62f75e35'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:11:43.274455 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:11:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['026ffdcc-1632-4b74-8947-3e3a62f75e35'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:43.633039 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Set router 026ffdcc-1632-4b74-8947-3e3a62f75e35 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:11:44.237304 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'name': 'router1', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:11:29Z', 'updated_at': '2021-06-17T10:11:41Z', 'revision_number': 2, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'gw_port_host': None, '_interfaces': [{'id': '30bd7e4b-0fd7-4880-aec0-699f35a09ea7', 'name': '', 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'mac_address': 'fa:16:3e:05:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:39Z', 'updated_at': '2021-06-17T10:11:42Z', 'revision_number': 2, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'subnets': [{'id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f09144c5-76ec-472a-b719-7411f6162091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:44.325586 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Checking router: 026ffdcc-1632-4b74-8947-3e3a62f75e35 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:11:44.326619 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Updating router 026ffdcc-1632-4b74-8947-3e3a62f75e35 port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:11:44.413606 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:45.084902 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:45.122323 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Transition to ACTIVE for port object 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:11:45.228709 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:45.235082 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:45.510024 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Pushing event updated for resources: {'Port': ['ID=30bd7e4b-0fd7-4880-aec0-699f35a09ea7,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:45.531928 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Attempting to bind port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:11:45.532487 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Attempting to bind port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:11:45.533031 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Attempting to bind port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 on network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:11:45.546470 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:11:45.547104 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Checking segment: {'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:11:45.547843 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:45.549210 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Bound using segment: {'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:11:45.549389 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Bound port: 30bd7e4b-0fd7-4880-aec0-699f35a09ea7, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736ee489-b219-47fe-a322-007302090bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:11:45.549888 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:45.565668 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.566239 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.566893 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.567851 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.568330 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.568864 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.569380 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.569912 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.570460 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.571007 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.571555 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.572097 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Tracked resource versions report: Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: pushed versions: Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Log': {'1.0'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Network': {'1.1'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Port': {'1.7'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'PortForwarding': {'1.2'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'QosPolicy': {'1.8'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'SubPort': {'1.0'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Subnet': {'1.1'}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Trunk': {'1.1'}} Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: consumer versions: Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'ConntrackHelper': '1.0', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Log': '1.0', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Network': '1.1', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Port': '1.7', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'PortForwarding': '1.2', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'QosPolicy': '1.8', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroup': '1.4', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroupRule': '1.2', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'SubPort': '1.0', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Subnet': '1.1', Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: 'Trunk': '1.1'}} Jun 17 10:11:45.574183 dv-cinder-796806-1-smb neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:11:45.585197 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:45.689835 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] For port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:11:45.731494 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] For port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=30bd7e4b-0fd7-4880-aec0-699f35a09ea7,segment=NetworkSegment(736ee489-b219-47fe-a322-007302090bcb),segment_id=736ee489-b219-47fe-a322-007302090bcb)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:11:45.811839 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:45.814340 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:45.922911 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Routers {'026ffdcc-1632-4b74-8947-3e3a62f75e35'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:11:45.923895 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:11:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['026ffdcc-1632-4b74-8947-3e3a62f75e35'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:46.002031 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Pushing event updated for resources: {'Port': ['ID=30bd7e4b-0fd7-4880-aec0-699f35a09ea7,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:46.068301 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:46.120554 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] Set router 026ffdcc-1632-4b74-8947-3e3a62f75e35 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:11:46.407591 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'name': 'router1', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:11:29Z', 'updated_at': '2021-06-17T10:11:41Z', 'revision_number': 2, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'gw_port_host': None, '_interfaces': [{'id': '30bd7e4b-0fd7-4880-aec0-699f35a09ea7', 'name': '', 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'mac_address': 'fa:16:3e:05:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:39Z', 'updated_at': '2021-06-17T10:11:45Z', 'revision_number': 4, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'subnets': [{'id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f09144c5-76ec-472a-b719-7411f6162091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:46.455124 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091828dc-52a6-4736-9335-7a6181ee72f9 None None] The sync data for ids ['026ffdcc-1632-4b74-8947-3e3a62f75e35'] in dv-cinder-796806-1-smb is: [{'id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'name': 'router1', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:11:29Z', 'updated_at': '2021-06-17T10:11:41Z', 'revision_number': 2, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'gw_port_host': None, '_interfaces': [{'id': '30bd7e4b-0fd7-4880-aec0-699f35a09ea7', 'name': '', 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'mac_address': 'fa:16:3e:05:9b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:39Z', 'updated_at': '2021-06-17T10:11:45Z', 'revision_number': 4, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'subnets': [{'id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f09144c5-76ec-472a-b719-7411f6162091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:11:46.947083 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:47.075803 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ffd97-867d-4e61-95ef-8fb7fe8d8b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:47.077596 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-001ffd97-867d-4e61-95ef-8fb7fe8d8b44 admin admin] 10.222.0.50 "GET /v2.0/networks/7d920eab-b936-4098-a8b2-d97496dbb146 HTTP/1.1" status: 200 len: 842 time: 0.1290600 Jun 17 10:11:47.091295 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Request body: {'subnet': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:47.191689 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Made reservation on behalf of bcd3b461a8954b51bbcf3fc4a8505a3a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:11:47.195247 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:47.833608 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.objects.ports [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 10:11:47.834295 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:47.839526 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:47.923946 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9494c02d-f2b9-42ba-a4ed-94411837cff3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:47.932863 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:47.939472 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:11:47.939973 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Network hostable DHCP agents. Network: 7d920eab-b936-4098-a8b2-d97496dbb146, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:11:48.188786 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:11:48.282972 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 7d920eab-b936-4098-a8b2-d97496dbb146) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:48.290711 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:48.292467 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:48.297953 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b83de73-639c-4b86-a2c4-76b28b2e2aed None None] Network 7d920eab-b936-4098-a8b2-d97496dbb146 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:11:48.500612 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4099820 Jun 17 10:11:48.527137 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c438fb-24d0-4ba8-a559-e931bb9398ee None None] Network 7d920eab-b936-4098-a8b2-d97496dbb146 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:11:51.644349 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 50740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:51.664785 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:11:51.802602 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:11:51.807389 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:51.807842 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:51.920468 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:51.963316 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-6b2f574a-dfb5-4a38-b647-f1688a91ccb2 admin admin] 10.222.0.50 "GET /v2.0/routers/026ffdcc-1632-4b74-8947-3e3a62f75e35 HTTP/1.1" status: 200 len: 710 time: 0.3174579 Jun 17 10:11:51.965761 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=30bd7e4b-0fd7-4880-aec0-699f35a09ea7,segment=NetworkSegment(736ee489-b219-47fe-a322-007302090bcb),segment_id=736ee489-b219-47fe-a322-007302090bcb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:11:52.088914 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:52.091526 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-959c675d-3052-4400-ba53-b450bc90aa44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:52.107544 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e02954-ae57-41fb-be89-af4e3e6e400a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:52.109888 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-11e02954-ae57-41fb-be89-af4e3e6e400a admin admin] 10.222.0.50 "GET /v2.0/networks/7d920eab-b936-4098-a8b2-d97496dbb146 HTTP/1.1" status: 200 len: 886 time: 0.1390438 Jun 17 10:11:52.124315 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:52.153054 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=30bd7e4b-0fd7-4880-aec0-699f35a09ea7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:52.157498 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:52.446882 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:52.812135 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:52.907937 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:53.159580 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Allocated IP 172.28.2.103 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/6b2cd212-e6fc-4433-a216-eb36d0f14e83) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:11:53.332781 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:53.638241 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:11:53.790678 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:53.791309 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:53.949318 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:53.952001 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:54.034997 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:11:54.040973 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:54.048533 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:11:54.091532 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Pushing event updated for resources: {'Port': ['ID=6b2cd212-e6fc-4433-a216-eb36d0f14e83,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:54.125513 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:54.130161 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eda2e17d-6005-443f-9c19-97c9eba1217d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:54.670891 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:55.006152 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:55.010960 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-684946'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:55.150609 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Router 026ffdcc-1632-4b74-8947-3e3a62f75e35 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:11:55.295689 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:11:55.303873 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:55.305432 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] 10.222.0.50 "PUT /v2.0/routers/026ffdcc-1632-4b74-8947-3e3a62f75e35 HTTP/1.1" status: 200 len: 890 time: 3.1874843 Jun 17 10:11:55.325746 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Sync routers for ids ['026ffdcc-1632-4b74-8947-3e3a62f75e35'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:11:55.346649 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Routers {'026ffdcc-1632-4b74-8947-3e3a62f75e35'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:11:55.348220 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:11:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['026ffdcc-1632-4b74-8947-3e3a62f75e35'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:55.641646 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Set router 026ffdcc-1632-4b74-8947-3e3a62f75e35 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:11:55.950451 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:11:56.267881 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'name': 'router1', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '6b2cd212-e6fc-4433-a216-eb36d0f14e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:11:29Z', 'updated_at': '2021-06-17T10:11:54Z', 'revision_number': 4, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'gw_port': {'id': '6b2cd212-e6fc-4433-a216-eb36d0f14e83', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:52Z', 'updated_at': '2021-06-17T10:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '30bd7e4b-0fd7-4880-aec0-699f35a09ea7', 'name': '', 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'mac_address': 'fa:16:3e:05:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:39Z', 'updated_at': '2021-06-17T10:11:51Z', 'revision_number': 5, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'subnets': [{'id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f09144c5-76ec-472a-b719-7411f6162091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:56.324315 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Checking router: 026ffdcc-1632-4b74-8947-3e3a62f75e35 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:11:56.324866 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Updating router 026ffdcc-1632-4b74-8947-3e3a62f75e35 port 6b2cd212-e6fc-4433-a216-eb36d0f14e83 binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:11:56.389808 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:56.897815 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:56.913154 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Transition to ACTIVE for port object 6b2cd212-e6fc-4433-a216-eb36d0f14e83 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:11:57.034352 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:57.041251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:57.133577 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Attempting to bind port 6b2cd212-e6fc-4433-a216-eb36d0f14e83 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:11:57.134050 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Attempting to bind port 6b2cd212-e6fc-4433-a216-eb36d0f14e83 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:11:57.134590 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Attempting to bind port 6b2cd212-e6fc-4433-a216-eb36d0f14e83 on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:11:57.143567 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d04159-ac80-4a72-8cac-6ae462bdfb91 None None] Pushing event updated for resources: {'Port': ['ID=6b2cd212-e6fc-4433-a216-eb36d0f14e83,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:57.150868 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:11:57.151393 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:11:57.152058 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:57.152716 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:11:57.153564 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Bound port: 6b2cd212-e6fc-4433-a216-eb36d0f14e83, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:11:57.154195 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:57.158835 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b2d04159-ac80-4a72-8cac-6ae462bdfb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:57.239041 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] For port 6b2cd212-e6fc-4433-a216-eb36d0f14e83, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:11:57.251736 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] For port 6b2cd212-e6fc-4433-a216-eb36d0f14e83, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=6b2cd212-e6fc-4433-a216-eb36d0f14e83,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:11:57.319432 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d21a23a9-7537-4a75-aa3e-56794ca5cfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:57.359961 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:57.363727 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:57.367954 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:57.530344 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d04159-ac80-4a72-8cac-6ae462bdfb91 None None] Pushing event updated for resources: {'Port': ['ID=6b2cd212-e6fc-4433-a216-eb36d0f14e83,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:57.536518 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b2d04159-ac80-4a72-8cac-6ae462bdfb91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:57.538385 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Routers {'026ffdcc-1632-4b74-8947-3e3a62f75e35'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:11:57.539469 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:11:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['026ffdcc-1632-4b74-8947-3e3a62f75e35'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:57.687863 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] Set router 026ffdcc-1632-4b74-8947-3e3a62f75e35 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:11:58.006448 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'name': 'router1', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '6b2cd212-e6fc-4433-a216-eb36d0f14e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:11:29Z', 'updated_at': '2021-06-17T10:11:54Z', 'revision_number': 4, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'gw_port': {'id': '6b2cd212-e6fc-4433-a216-eb36d0f14e83', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:52Z', 'updated_at': '2021-06-17T10:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '30bd7e4b-0fd7-4880-aec0-699f35a09ea7', 'name': '', 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'mac_address': 'fa:16:3e:05:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:39Z', 'updated_at': '2021-06-17T10:11:51Z', 'revision_number': 5, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'subnets': [{'id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f09144c5-76ec-472a-b719-7411f6162091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:11:58.041606 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7b3464-dda3-49a0-8b3e-a7b180092151 None None] The sync data for ids ['026ffdcc-1632-4b74-8947-3e3a62f75e35'] in dv-cinder-796806-1-smb is: [{'id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'name': 'router1', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': '6b2cd212-e6fc-4433-a216-eb36d0f14e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:11:29Z', 'updated_at': '2021-06-17T10:11:54Z', 'revision_number': 4, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'gw_port': {'id': '6b2cd212-e6fc-4433-a216-eb36d0f14e83', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:52Z', 'updated_at': '2021-06-17T10:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '30bd7e4b-0fd7-4880-aec0-699f35a09ea7', 'name': '', 'network_id': 'edec8ce1-24a6-40bf-a0a5-f4b12204cd47', 'tenant_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'mac_address': 'fa:16:3e:05:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026ffdcc-1632-4b74-8947-3e3a62f75e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:11:39Z', 'updated_at': '2021-06-17T10:11:51Z', 'revision_number': 5, 'project_id': '3f6e25c4d48c4500b2e1339f8cb2e613', 'subnets': [{'id': '002fdf24-dbc9-4f4a-ad3a-86372dbd5b74', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f09144c5-76ec-472a-b719-7411f6162091'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:11:58.285916 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 50748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:58.471883 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d77ac7e7-cac1-49a4-897a-c064b6f526c2 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1842487 Jun 17 10:11:59.519727 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:59.678157 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 6b2cd212-e6fc-4433-a216-eb36d0f14e83 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:11:59.860047 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 6b2cd212-e6fc-4433-a216-eb36d0f14e83 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:11:59.866261 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 6b2cd212-e6fc-4433-a216-eb36d0f14e83 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:59.866632 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:59.980896 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:00.022064 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 6b2cd212-e6fc-4433-a216-eb36d0f14e83, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=6b2cd212-e6fc-4433-a216-eb36d0f14e83,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:12:00.134759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:00.138659 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b2d04159-ac80-4a72-8cac-6ae462bdfb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:12:00.231753 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=6b2cd212-e6fc-4433-a216-eb36d0f14e83,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:12:00.235684 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:12:00.385858 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:01.668998 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 6b2cd212-e6fc-4433-a216-eb36d0f14e83 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:12:01.759259 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 6b2cd212-e6fc-4433-a216-eb36d0f14e83 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:12:01.759848 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:24.067371 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de8e2e86-4811-4702-94f9-6e8f88d0c51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:27.412662 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-975afd86-6e29-4ad4-b554-53832262858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:27.465024 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:29.558657 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:30.408301 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:32.955902 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:12:54.068152 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e767f747-d03f-4b6a-b5c7-3660a1943fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:58.095401 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:58.157464 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5888fda6-a1e7-48d3-a696-803623f12bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:59.505020 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:00.476983 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:09.946670 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:13:24.052775 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8272925d-c479-4da3-aa38-ee1afed8f5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:27.370447 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e88a-8f6d-4bd9-aac6-c83aeadf4699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:27.402575 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:29.533168 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:30.357505 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:46.950128 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:13:54.005401 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f96fbe2-497b-4c8f-a885-2ccc72703c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:57.361005 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ff45d37-683c-4de6-bddb-22741d1f95bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:57.464338 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:59.538654 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:00.379093 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:03.821617 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:03.897968 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2300ae3e-5567-4da7-8736-a7829e5a92fa admin admin] GET failed (client error): The resource could not be found. Jun 17 10:14:03.899643 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2300ae3e-5567-4da7-8736-a7829e5a92fa admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0765238 Jun 17 10:14:04.095249 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919ec1c7-0901-4ded-af28-f79fc6cd8d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:04.096655 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-919ec1c7-0901-4ded-af28-f79fc6cd8d98 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1928315 Jun 17 10:14:06.676236 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:06.895145 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4638bb3-1556-4b37-8a89-e3993532c6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:06.896642 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c4638bb3-1556-4b37-8a89-e3993532c6c4 admin admin] 10.222.0.50 "GET /v2.0/subnets/002fdf24-dbc9-4f4a-ad3a-86372dbd5b74 HTTP/1.1" status: 200 len: 849 time: 0.2193010 Jun 17 10:14:06.907327 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:14:07.014096 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:07.300948 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738184107888'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:07.303501 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-26c53876-1d99-40e4-9be1-a66a3d899ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:14:07.343152 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:07.344074 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:07.355637 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] 10.222.0.50 "PUT /v2.0/subnets/002fdf24-dbc9-4f4a-ad3a-86372dbd5b74 HTTP/1.1" status: 200 len: 868 time: 0.4430168 Jun 17 10:14:07.358830 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c6be4-85dd-4de0-9ba6-4ad03cfd4811 None None] Network edec8ce1-24a6-40bf-a0a5-f4b12204cd47 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:14:07.379374 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Pushing event updated for resources: {'Subnet': ['ID=002fdf24-dbc9-4f4a-ad3a-86372dbd5b74,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:14:07.392897 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.393515 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.394247 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.394828 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.395351 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.396077 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.396631 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.397212 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.397777 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.398332 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.398926 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.399432 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:14:07.407519 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:14:07.878223 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea0753c5-93d3-44dd-b0f5-a3d8d3e05da3 None None] Provisioning complete for port 30bd7e4b-0fd7-4880-aec0-699f35a09ea7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:14:07.878720 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea0753c5-93d3-44dd-b0f5-a3d8d3e05da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:08.020395 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea0753c5-93d3-44dd-b0f5-a3d8d3e05da3 None None] Provisioning complete for port f47e8082-25fb-4ed8-86c9-61635fa75a04 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:14:08.020913 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea0753c5-93d3-44dd-b0f5-a3d8d3e05da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:09.898345 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:10.148514 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce01344-f50e-4784-b0c2-a8735a0db2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:10.149010 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce01344-f50e-4784-b0c2-a8735a0db2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:10.151264 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-5ce01344-f50e-4784-b0c2-a8735a0db2fe admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2515140 Jun 17 10:14:12.452617 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:12.600149 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51784d7-50a2-41cb-9cf9-6e0d954d613c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:12.600764 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51784d7-50a2-41cb-9cf9-6e0d954d613c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:12.602368 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b51784d7-50a2-41cb-9cf9-6e0d954d613c admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1485865 Jun 17 10:14:14.895763 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:15.046284 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef652f6-cd15-4e5e-99e9-e73743d9bd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:15.047733 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-fef652f6-cd15-4e5e-99e9-e73743d9bd79 admin admin] 10.222.0.50 "GET /v2.0/networks/7d920eab-b936-4098-a8b2-d97496dbb146 HTTP/1.1" status: 200 len: 886 time: 0.1511190 Jun 17 10:14:17.708125 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:17.864022 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e68fbe-52b8-4ee1-905d-bd903752dcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:17.865429 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-96e68fbe-52b8-4ee1-905d-bd903752dcca admin admin] 10.222.0.50 "GET /v2.0/networks/edec8ce1-24a6-40bf-a0a5-f4b12204cd47 HTTP/1.1" status: 200 len: 869 time: 0.1560407 Jun 17 10:14:20.314132 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:20.463210 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20359de2-41de-42f0-8216-b43045db1b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:20.463670 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20359de2-41de-42f0-8216-b43045db1b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:20.465315 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-20359de2-41de-42f0-8216-b43045db1b1d admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1498981 Jun 17 10:14:23.098568 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:23.206795 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376614fe-7e40-4eaa-b392-8472d83c3fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:23.207255 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376614fe-7e40-4eaa-b392-8472d83c3fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:23.208843 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-376614fe-7e40-4eaa-b392-8472d83c3fe0 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1092637 Jun 17 10:14:23.953109 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:14:23.997258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9b7e7b2-1227-4ea6-823b-dd244fec9d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:25.637983 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:25.782992 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da7413-dc41-4f55-ac77-7a18a621d4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:25.784384 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-34da7413-dc41-4f55-ac77-7a18a621d4c6 admin admin] 10.222.0.50 "GET /v2.0/subnets/002fdf24-dbc9-4f4a-ad3a-86372dbd5b74 HTTP/1.1" status: 200 len: 868 time: 0.1450551 Jun 17 10:14:27.324561 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01f3b16f-d71b-40b6-b217-5e395e3de9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:27.369967 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:28.106686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:28.234017 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b6a7d-cf18-4074-8c18-1bd847d322cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:28.235487 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-562b6a7d-cf18-4074-8c18-1bd847d322cd admin admin] 10.222.0.50 "GET /v2.0/subnets/9494c02d-f2b9-42ba-a4ed-94411837cff3 HTTP/1.1" status: 200 len: 816 time: 0.1277986 Jun 17 10:14:29.525758 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:30.391197 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:54.061418 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a092a99c-79c5-4e4b-8c7d-03fed8c85f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:54.673522 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:54.760089 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [None req-1237eec0-f142-49a7-8c1d-efffb610c8e9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:14:54.761954 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-1237eec0-f142-49a7-8c1d-efffb610c8e9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0871007 Jun 17 10:14:57.275438 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:14:57.384846 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d019ccb0-ecd9-46f6-aaab-aeba4dc2d898 admin admin] GET failed (client error): The resource could not be found. Jun 17 10:14:57.387098 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-d019ccb0-ecd9-46f6-aaab-aeba4dc2d898 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1097565 Jun 17 10:14:57.407661 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c320-5539-4d7e-9808-763451204f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:57.455321 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:57.579557 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79406b93-16d2-4227-b397-c8133740fcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:14:57.581600 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-79406b93-16d2-4227-b397-c8133740fcfa admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1898718 Jun 17 10:14:59.551811 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:59.953898 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:15:00.034222 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:15:00.155806 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Made reservation on behalf of bcd3b461a8954b51bbcf3fc4a8505a3a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:15:00.158911 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:00.192729 dv-cinder-796806-1-smb neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Could not find related network for resource to bump revision. Jun 17 10:15:00.212500 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:15:00.225568 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:00.225910 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.segments_db [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Added segment 4e4cc78f-9fec-4bde-9e99-efd2b65503ff of type vlan for network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 Jun 17 10:15:00.272374 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:00.390380 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:00.418544 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:00.419922 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:15:00.420519 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:00.422908 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:15:00.492432 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Pushing event updated for resources: {'Network': ['ID=74389148-41ba-4b1f-9cf1-73d7cc8f48a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:15:00.494701 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:15:00.503561 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:15:00.527953 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5728786 Jun 17 10:15:00.956538 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:15:03.456289 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:15:03.555772 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-910d5425-6ffc-4507-aa84-057b0fa7e939 admin admin] GET failed (client error): The resource could not be found. Jun 17 10:15:03.558328 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-910d5425-6ffc-4507-aa84-057b0fa7e939 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1006453 Jun 17 10:15:03.681282 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286f514c-0a36-4b95-a2c8-eaf5d79be22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:15:03.683462 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-286f514c-0a36-4b95-a2c8-eaf5d79be22b admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1185415 Jun 17 10:15:03.694178 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2', 'cidr': '192.168.233.0/24'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:15:03.883205 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Made reservation on behalf of bcd3b461a8954b51bbcf3fc4a8505a3a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:15:03.885940 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:04.185179 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:04.190677 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-5807a8e8-797c-4b78-9cab-55cac150952d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:15:04.292645 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57751d2-0092-45aa-b26f-52c725c6e320,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:15:04.299303 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:15:04.310525 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Checking segment: {'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:15:04.311102 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Network hostable DHCP agents. Network: 74389148-41ba-4b1f-9cf1-73d7cc8f48a2, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:15:04.477304 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:15:04.601665 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 74389148-41ba-4b1f-9cf1-73d7cc8f48a2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:15:04.607507 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:15:04.608119 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:04.616272 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db8e10-3cb0-4a2d-b57a-4216c23e7c67 None None] Network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:15:04.718559 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0284224 Jun 17 10:15:04.808179 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-74389148-41ba-4b1f-9cf1-73d7cc8f48a2', 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2', 'tenant_id': 'bcd3b461a8954b51bbcf3fc4a8505a3a', 'fixed_ips': [{'subnet_id': 'b57751d2-0092-45aa-b26f-52c725c6e320'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:15:04.809120 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.036151 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Allocated IP 192.168.233.2 (74389148-41ba-4b1f-9cf1-73d7cc8f48a2/b57751d2-0092-45aa-b26f-52c725c6e320/02bbe7d7-41b7-4d02-88f2-46e5c3e4b898) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:15:05.287654 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.297706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Transition to ACTIVE for port object 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:15:05.317315 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Transition to ACTIVE for port object 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:15:05.430760 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.435744 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:15:05.473989 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:15:05.479178 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:15:05.485173 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:15:05.507876 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Pushing event updated for resources: {'Port': ['ID=02bbe7d7-41b7-4d02-88f2-46e5c3e4b898,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:15:05.580191 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.580637 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.581240 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.581792 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.582336 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.582905 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.583447 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.584035 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.584463 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.584922 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.585474 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.586080 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:15:05.603073 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:15:05.611119 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Attempting to bind port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:15:05.611725 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Attempting to bind port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:15:05.612300 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Attempting to bind port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 on network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:15:05.623045 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:15:05.623867 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Checking segment: {'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:15:05.624329 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.625017 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Bound using segment: {'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:15:05.625821 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Bound port: 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:15:05.626446 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.737784 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] For port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:15:05.741990 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] For port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=02bbe7d7-41b7-4d02-88f2-46e5c3e4b898,segment=NetworkSegment(4e4cc78f-9fec-4bde-9e99-efd2b65503ff),segment_id=4e4cc78f-9fec-4bde-9e99-efd2b65503ff)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:15:05.832287 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.835893 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:15:05.917568 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Pushing event updated for resources: {'Port': ['ID=02bbe7d7-41b7-4d02-88f2-46e5c3e4b898,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:15:05.922687 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:15:06.982436 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbd788-cac4-4a06-ad00-12f93201bccc None None] Network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:15:07.139784 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-545c311b-9e79-4453-ac51-d9aff42e1581 None None] Provisioning for port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:15:07.903367 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:15:08.066209 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:15:08.074787 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:15:08.075401 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:08.222040 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:08.275026 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=02bbe7d7-41b7-4d02-88f2-46e5c3e4b898,segment=NetworkSegment(4e4cc78f-9fec-4bde-9e99-efd2b65503ff),segment_id=4e4cc78f-9fec-4bde-9e99-efd2b65503ff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:15:08.397728 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:08.401393 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:15:08.493929 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=02bbe7d7-41b7-4d02-88f2-46e5c3e4b898,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:15:08.499908 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:15:09.857151 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:15:09.922801 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 02bbe7d7-41b7-4d02-88f2-46e5c3e4b898 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:15:09.923287 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:24.115433 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ffd88ea-c84f-45fc-b939-6b99b8d9f136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:27.362918 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c11f918e-eb66-486b-99f6-a245391da13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:27.405759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:29.530918 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:30.504385 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:37.954553 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:15:54.032471 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0ccecb4-cbf9-47f2-9fb6-95f9d2bf920b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:57.297325 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da52b04c-3c89-4d6e-abfa-964b2e2d721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:57.341771 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:59.582195 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:00.491753 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:14.959588 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:16:24.066833 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7990d3bc-dd2b-4d96-b100-992eb9eb51d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:27.307485 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ce71bd0-a6cc-4f0e-a313-a139859d7138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:27.364102 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:29.570035 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:30.420033 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.148612 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:50.155954 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [None req-fef1eea9-1f88-4b7c-b938-177b8d5807bb tempest-verify_tempest_config-1053473074 tempest-verify_tempest_config-1053473074-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:16:50.157446 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-fef1eea9-1f88-4b7c-b938-177b8d5807bb tempest-verify_tempest_config-1053473074 tempest-verify_tempest_config-1053473074-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0076933 Jun 17 10:16:51.095707 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:51.266578 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.440387 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.558622 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.570097 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:51.648670 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61962704a6ce41feb81e8b5f9dd988c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5510123 Jun 17 10:16:51.652583 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d13e90-5916-46d4-beca-f58786d7fa8d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:51.653032 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:51.666534 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.667090 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.667619 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.668173 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.668797 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.669338 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.669899 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.670996 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.671585 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.672130 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.672681 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.673260 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:51.680256 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:51.757187 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.803936 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.962802 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:16:52.073057 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.078949 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.080978 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5d13e90-5916-46d4-beca-f58786d7fa8d HTTP/1.1" status: 204 len: 168 time: 0.4265544 Jun 17 10:16:52.082066 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:52.096202 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d13e90-5916-46d4-beca-f58786d7fa8d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:52.111204 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.111665 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.112195 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.112791 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.113362 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.114097 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.114662 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.115376 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.116226 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.116864 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.117448 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.117997 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:52.124166 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:54.049840 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-915e9eef-6c98-4169-a596-3f47424eef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.353448 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8df158e0-9af5-42c8-a1d9-12e3baa134b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.455337 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.804123 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:00.444433 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.022439 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97c8ea50-0a50-4499-8fef-45440ed302e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:27.337615 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6adcaf90-154a-493f-a258-d97429666499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:27.376299 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:28.967195 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:17:29.594776 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:30.416264 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:54.022994 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40b3b667-f62c-495f-bae6-cd8bf387e602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:57.361656 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34f80988-5b97-4cf7-b786-e8e3782e8de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:57.405250 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:59.575752 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:00.467872 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:05.966221 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:18:24.028779 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b74b-120b-4e93-b1b6-3bf96cf2cc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:27.326193 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7f1bf6d-49d8-4983-88f9-0a5ac64f09d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:27.401052 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:29.624733 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:30.469267 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:42.970316 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:18:51.344231 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.108891 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71a56ae2-cf21-49ae-aa38-4fa95928febe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.337923 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.383430 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-309fd2f8-6430-40fc-a6eb-188160effaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:59.406631 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:59.562454 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:59.581913 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-5b18d2a6-d875-4b8c-897e-2a5ddf4601ed admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1731977 Jun 17 10:19:00.462835 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:02.517156 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:02.636404 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f82dcd68-5d75-4f19-b7be-d0dd687548da admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1172621 Jun 17 10:19:19.976473 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:19:21.355839 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.206835 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b6281a8-6b84-4d6d-a2a8-5b2420f99050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.401572 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.470201 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4acffae-d618-4f33-b035-134e399a95d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:29.721335 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:30.423741 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:51.321027 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:54.162857 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bdfde1d-f8b6-4ab5-93a6-7f502b261f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:56.981653 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:19:57.350276 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0efb8128-8a94-4010-9806-7cd3aefbb1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:57.396823 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:59.870185 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:00.453127 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:21.345208 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:24.018745 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6597a39e-be9f-4c65-b242-bfb2a3aaba06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:27.333252 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a2db5a3-fcf6-4e88-95fa-2d3180ce81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:27.373304 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.595839 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:30.481650 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:33.987767 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:20:51.320866 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:54.030464 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa080bf8-7773-405e-b8f2-53f64f06be83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:57.418441 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:57.465593 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b93ac87c-ad0f-4e1e-9f70-57577de2db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.590399 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:00.516394 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:06.740228 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:06.860998 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:07.363760 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-network', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:07.485805 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1753660098-network', 'tenant_id': '4284bb21075f4edaa167024574ace465'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:07.524586 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.db.api [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 10:21:07.524586 dv-cinder-796806-1-smb neutron-server[93770]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 10:21:07.524586 dv-cinder-796806-1-smb neutron-server[93770]: [parameters: {'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'id': 'e5218a83-17c3-431d-96a6-1d5df49e7797', 'expiration': datetime.datetime(2021, 6, 17, 10, 23, 7, 516168)}] Jun 17 10:21:07.524586 dv-cinder-796806-1-smb neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:21:07.525413 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_db.api [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:21:07.647831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Made reservation on behalf of 4284bb21075f4edaa167024574ace465 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:07.655894 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.670128 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.737451 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:07.840355 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.967284 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.977978 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:08.023381 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:21:08.036687 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cffb70-8b03-4ba2-aaf6-33a556f9046f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:08.043123 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.043495 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Added segment 14ea1d63-da76-424e-bd31-2c0f53128b7c of type vlan for network b18c9ed3-5b41-4207-b837-d1dd555529c5 Jun 17 10:21:08.094571 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.095511 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.096008 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.096518 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.097314 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.097859 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.098327 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.098814 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.099354 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.099681 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.100106 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.100493 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Tracked resource versions report: Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: pushed versions: Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Log': {'1.0'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Network': {'1.1'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Port': {'1.7'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'PortForwarding': {'1.2'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'QosPolicy': {'1.8'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'SubPort': {'1.0'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Subnet': {'1.1'}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Trunk': {'1.1'}} Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: consumer versions: Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'ConntrackHelper': '1.0', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Log': '1.0', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Network': '1.1', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Port': '1.7', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'PortForwarding': '1.2', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'QosPolicy': '1.8', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroup': '1.4', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'SecurityGroupRule': '1.2', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'SubPort': '1.0', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Subnet': '1.1', Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: 'Trunk': '1.1'}} Jun 17 10:21:08.101577 dv-cinder-796806-1-smb neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:21:08.113534 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:08.133076 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.287175 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Made reservation on behalf of ccc0915252994e75b76fc6669e0b7456 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:08.290051 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.304653 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.366566 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.377996 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:08.379759 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.394439 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:08.500374 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b18c9ed3-5b41-4207-b837-d1dd555529c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:08.504101 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:08.520240 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:21:08.546277 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-886663354-network', 'tenant_id': '3512836d290341d089197fc1bec457c5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:08.582863 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.106289 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.120961 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:09.170129 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f27aa34-0fbc-4fbe-83cd-a0577fb4205e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:09.196497 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:09.214831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:21:09.251242 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3880680 Jun 17 10:21:09.269437 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:09.274086 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Request body: {'subnet': {'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1753660098-subnet', 'tenant_id': '4284bb21075f4edaa167024574ace465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:09.301312 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.301902 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Added segment d50c7366-62b5-43f5-a065-607327954634 of type vlan for network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf Jun 17 10:21:09.407097 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Made reservation on behalf of 3512836d290341d089197fc1bec457c5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:09.411681 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.442166 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.541823 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.640418 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.db.api [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 10:21:09.640418 dv-cinder-796806-1-smb neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 10:21:09.640418 dv-cinder-796806-1-smb neutron-server[93771]: [parameters: {'project_id_1': '3512836d290341d089197fc1bec457c5', 'expiration_1': datetime.datetime(2021, 6, 17, 10, 21, 9, 482771)}] Jun 17 10:21:09.640418 dv-cinder-796806-1-smb neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:21:09.641266 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_db.api [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:21:09.745920 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.756025 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:09.758392 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.772372 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:09.860674 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Made reservation on behalf of 4284bb21075f4edaa167024574ace465 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:09.864362 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:09.965137 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2117448 Jun 17 10:21:09.965321 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:09.965478 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Pushing event updated for resources: {'Network': ['ID=927ad643-b9f7-40c8-98ef-bb01af7e0bdf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:09.970200 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Request body: {'subnet': {'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-subnet', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:09.975035 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:09.990857 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:21:10.143180 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.272317 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Made reservation on behalf of ccc0915252994e75b76fc6669e0b7456 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:10.275971 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.311050 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.317855 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-741f9515-09be-4755-91a8-e91e58e831d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:10.441828 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Checking segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:10.442980 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Network hostable DHCP agents. Network: b18c9ed3-5b41-4207-b837-d1dd555529c5, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:21:10.447148 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499c0fea-49d3-45f3-9574-63b2cd5044b4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:10.463371 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:10.694701 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.988471 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:21:11.121017 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:21:11.298672 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, b18c9ed3-5b41-4207-b837-d1dd555529c5) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:11.298973 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.299945 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.315749 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c217c1-039e-4eb7-b4bd-741f1894b78c None None] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:11.319396 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:11.320600 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.363864 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:21:11.385176 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.386165 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.segments_db [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Added segment 4de4611e-d3d0-4bda-9dcb-5a5a553655f2 of type vlan for network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 Jun 17 10:21:11.399745 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4c84eaff-e1f2-4f8f-bca1-681dfcead8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:11.472973 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.578748 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Checking segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:11.579059 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec067c-d4f1-41c4-a11c-a97c5ac672bf None None] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:11.579308 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Network hostable DHCP agents. Network: 927ad643-b9f7-40c8-98ef-bb01af7e0bdf, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:21:11.593682 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3279510 Jun 17 10:21:11.597256 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e3f34a-ade2-40d5-b187-4f175776007c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:11.627423 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.628061 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.628600 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.629174 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.629831 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.630453 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.631052 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.631650 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.632424 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.633011 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.633625 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.634228 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Tracked resource versions report: Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: pushed versions: Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Log': {'1.0'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Network': {'1.1'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Port': {'1.7'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'PortForwarding': {'1.2'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'QosPolicy': {'1.8'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'SubPort': {'1.0'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Subnet': {'1.1'}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Trunk': {'1.1'}} Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: consumer versions: Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'ConntrackHelper': '1.0', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Log': '1.0', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Network': '1.1', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Port': '1.7', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'PortForwarding': '1.2', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'QosPolicy': '1.8', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroup': '1.4', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'SecurityGroupRule': '1.2', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'SubPort': '1.0', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Subnet': '1.1', Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: 'Trunk': '1.1'}} Jun 17 10:21:11.636421 dv-cinder-796806-1-smb neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:21:11.646392 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:11.647086 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:11.766563 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb003ba-f996-4502-b511-64c1cb52e77d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:11.770791 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.777669 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:11.780070 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:11.781070 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.796656 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-98fe6126-e9ab-4747-9459-954b4a83dcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:11.878561 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:21:11.964495 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:11.970533 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:11.983248 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:21:12.054861 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.3133214 Jun 17 10:21:12.060232 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:12.069563 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 927ad643-b9f7-40c8-98ef-bb01af7e0bdf) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:12.074315 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Request body: {'subnet': {'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-886663354-subnet', 'tenant_id': '3512836d290341d089197fc1bec457c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:12.083016 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:12.084152 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.101962 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2446a3ee-c55d-437e-8281-aa52028a5afc None None] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:12.294631 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Made reservation on behalf of 3512836d290341d089197fc1bec457c5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:12.299755 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.385119 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:21:12.386049 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.543551 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5838830 Jun 17 10:21:12.548338 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 51946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:12.561887 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:12.691516 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Allocated IP 172.20.0.2 (927ad643-b9f7-40c8-98ef-bb01af7e0bdf/5fb003ba-f996-4502-b511-64c1cb52e77d/f4a3474f-ded8-43e0-921c-cd56175e800f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:12.790376 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.795138 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.795138 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.796773 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:12.902163 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.902481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56bd456-07ca-43f2-976c-88e661b38c7e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:12.909722 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:12.921184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Checking segment: {'id': '4de4611e-d3d0-4bda-9dcb-5a5a553655f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:12.921773 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Network hostable DHCP agents. Network: f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:21:12.970354 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:12.981359 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Transition to ACTIVE for port object f4a3474f-ded8-43e0-921c-cd56175e800f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:13.015796 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Transition to ACTIVE for port object f4a3474f-ded8-43e0-921c-cd56175e800f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:13.224820 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:21:13.371232 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:13.396320 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:13.405100 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:13.408374 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:13.416611 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:13.445363 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904803aa-6f20-44c8-bb17-941e152b4625 None None] Network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:13.465565 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 51976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:13.469362 dv-cinder-796806-1-smb neutron-server[93770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 10:21:13.489746 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:13.506910 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:13.513375 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:13.575149 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:13.639443 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5762129 Jun 17 10:21:13.815051 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Attempting to bind port f4a3474f-ded8-43e0-921c-cd56175e800f on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:21:13.815634 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Attempting to bind port f4a3474f-ded8-43e0-921c-cd56175e800f by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:21:13.816015 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Attempting to bind port f4a3474f-ded8-43e0-921c-cd56175e800f on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:13.826121 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:21:13.826121 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Checking segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:13.826121 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:13.826121 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Bound using segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:21:13.826986 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Bound port: f4a3474f-ded8-43e0-921c-cd56175e800f, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:21:13.826986 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:13.832364 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-94fe9312-df0f-4d24-a5bd-0564c29c8d9f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:13.845040 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Pushing event updated for resources: {'Port': ['ID=f4a3474f-ded8-43e0-921c-cd56175e800f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:13.846862 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-94fe9312-df0f-4d24-a5bd-0564c29c8d9f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.3794498 Jun 17 10:21:13.906816 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.907200 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.907449 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.907843 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.908302 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.908874 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.909298 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.909664 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.910122 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.910527 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.910866 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.911260 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:13.912988 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-17864e2c-670b-4a15-b8d3-7cf7e2441b7b tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/quotas/4284bb21075f4edaa167024574ace465 HTTP/1.1" status: 200 len: 375 time: 0.0550082 Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Tracked resource versions report: Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: pushed versions: Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Log': {'1.0'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Network': {'1.1'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Port': {'1.7'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'PortForwarding': {'1.2'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'QosPolicy': {'1.8'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'SubPort': {'1.0'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Subnet': {'1.1'}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Trunk': {'1.1'}} Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: consumer versions: Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'ConntrackHelper': '1.0', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Log': '1.0', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Network': '1.1', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Port': '1.7', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'PortForwarding': '1.2', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'QosPolicy': '1.8', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroup': '1.4', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'SecurityGroupRule': '1.2', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'SubPort': '1.0', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Subnet': '1.1', Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: 'Trunk': '1.1'}} Jun 17 10:21:13.920874 dv-cinder-796806-1-smb neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:21:13.949782 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:14.029527 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a955dafb-25b2-4bb7-8534-6c5f7c68c3e5 None None] Network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:14.107183 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-4022dafb-8025-4a8e-8696-b1508c5c32f3 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1853960 Jun 17 10:21:14.259029 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] For port f4a3474f-ded8-43e0-921c-cd56175e800f, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:21:14.303136 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:14.336293 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] For port f4a3474f-ded8-43e0-921c-cd56175e800f, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=f4a3474f-ded8-43e0-921c-cd56175e800f,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:21:14.346360 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:14.539230 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:14.549451 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:14.565035 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Allocated IP 172.28.2.169 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/30ac0019-79c8-4798-8756-5f2448772620) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:14.575306 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-65109269-ad71-4d89-9b0b-0a152bbf7da2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:21:14.577809 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-65109269-ad71-4d89-9b0b-0a152bbf7da2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1090481 Jun 17 10:21:14.703723 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Pushing event updated for resources: {'Port': ['ID=f4a3474f-ded8-43e0-921c-cd56175e800f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:14.710593 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:14.783689 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-ff0d99a8-efb4-4c0e-b0a3-5f483fff7292 service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947293 Jun 17 10:21:14.827228 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:14.948595 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-a88d687d-cda0-4a96-841a-f1cf98d4fac7 service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633713 Jun 17 10:21:15.108017 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:15.119326 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:15.134557 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:15.240677 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:15.247375 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:15.265170 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:15.523552 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f5dd58a6-d43f-46d6-bf60-ba19bb6a8575 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:15.527195 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f5dd58a6-d43f-46d6-bf60-ba19bb6a8575 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/networks?id=f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 HTTP/1.1" status: 200 len: 811 time: 0.3906403 Jun 17 10:21:15.568831 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-bf1358bc-2fbc-4a0b-86f2-276927177d21 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/quotas/3512836d290341d089197fc1bec457c5 HTTP/1.1" status: 200 len: 375 time: 0.0340068 Jun 17 10:21:15.631751 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Pushing event updated for resources: {'Port': ['ID=30ac0019-79c8-4798-8756-5f2448772620,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:15.640849 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:15.689482 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-224f016f-b89a-40f0-979a-96f573ccc6a5 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3512836d290341d089197fc1bec457c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106939 Jun 17 10:21:16.260221 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:16.338084 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device f4a3474f-ded8-43e0-921c-cd56175e800f up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:16.510531 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6a4d3347-c7a1-4b2e-8daf-7a65304459f4 req-61dffc5a-2e86-40f2-9b21-4fddae45a20f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.2112195 Jun 17 10:21:16.511415 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:16.520608 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-ac1366eb-9162-437b-a7a6-13dbecccf875 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:21:16.522494 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-ac1366eb-9162-437b-a7a6-13dbecccf875 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4941130 Jun 17 10:21:16.590198 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port f4a3474f-ded8-43e0-921c-cd56175e800f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:16.633057 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed0ac7-f0b3-4888-a6de-0d96c6deac88 None None] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:16.780103 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-381db5c1-0c7e-467f-946d-0b84886b3013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:16.831536 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Provisioning for port f4a3474f-ded8-43e0-921c-cd56175e800f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:16.906776 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Provisioning complete for port f4a3474f-ded8-43e0-921c-cd56175e800f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:16.907242 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:16.988049 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-730d0d8e-a937-43cb-af18-2d0740ffdc8d service neutron] 10.222.0.50 "GET /v2.0/networks/f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313560 Jun 17 10:21:17.049784 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:17.370675 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:17.522008 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] For port f4a3474f-ded8-43e0-921c-cd56175e800f, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=f4a3474f-ded8-43e0-921c-cd56175e800f,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:17.584298 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-381db5c1-0c7e-467f-946d-0b84886b3013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:17.620405 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e2e5b4df-7cd1-4658-84ae-7675cbf05ac4 service neutron] 10.222.0.50 "GET /v2.0/networks/f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104808 Jun 17 10:21:17.668556 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:17.673294 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:17.704397 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-381db5c1-0c7e-467f-946d-0b84886b3013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:17.706009 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Router 1ddf4b1d-6f62-4230-9bee-f65988828113 is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:21:17.714627 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8c29e739-8571-460c-9557-3a5218cb9ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:17.815172 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Pushing event updated for resources: {'Port': ['ID=f4a3474f-ded8-43e0-921c-cd56175e800f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:17.821055 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:17.842932 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-381db5c1-0c7e-467f-946d-0b84886b3013 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52070aea28904df59f94a752925967ba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3075879 Jun 17 10:21:17.851819 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381db5c1-0c7e-467f-946d-0b84886b3013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26aa2ac-0e9b-4ba0-b04d-6bc29c950763,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:17.859257 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:17.892361 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-381db5c1-0c7e-467f-946d-0b84886b3013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:17.913978 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df8b6830-30c2-47bf-aca8-fc202785f4fc None None] Provisioning complete for port f4a3474f-ded8-43e0-921c-cd56175e800f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:17.914976 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df8b6830-30c2-47bf-aca8-fc202785f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:17.917483 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:18.116900 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:18.134385 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:21:18.158204 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Sync routers for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:21:18.178206 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:18.191613 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:21:18.192262 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:20:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:18.284101 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9eb91f2-41a3-470d-a734-0f75367e1023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:18.306382 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device f4a3474f-ded8-43e0-921c-cd56175e800f up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:18.326767 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:18.332798 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7815380 Jun 17 10:21:18.337958 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:18.580607 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port f4a3474f-ded8-43e0-921c-cd56175e800f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:18.582464 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:18.682692 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0bd95a0e-a191-464a-aa14-c95c16c6c41e req-0f99aac9-fd26-4686-aa2e-20b63d9a8994 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.1357849 Jun 17 10:21:18.703611 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:18.745724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:18.750858 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a26aa2ac-0e9b-4ba0-b04d-6bc29c950763 HTTP/1.1" status: 204 len: 168 time: 0.8896179 Jun 17 10:21:18.773639 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-95858593-2e6c-4ccd-bba5-3c3cd03eb304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:18.807544 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:21:18.851532 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26aa2ac-0e9b-4ba0-b04d-6bc29c950763,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:18.894162 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:19.210545 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-19c402d0-3f91-4c37-bb7c-1892f202015a req-d74f1a54-cc2c-4ad7-99c8-ef100a491f88 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.1596179 Jun 17 10:21:19.274368 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9eb91f2-41a3-470d-a734-0f75367e1023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:19.410426 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:15Z', 'revision_number': 3, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:19.462157 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Checking router: 1ddf4b1d-6f62-4230-9bee-f65988828113 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:21:19.462867 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Updating router 1ddf4b1d-6f62-4230-9bee-f65988828113 port 30ac0019-79c8-4798-8756-5f2448772620 binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:21:19.551719 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:19.561950 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9eb91f2-41a3-470d-a734-0f75367e1023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:19.585001 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:19.628392 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb91f2-41a3-470d-a734-0f75367e1023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeca7cc4-cc37-4888-a188-57de09f749f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:19.635238 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b9eb91f2-41a3-470d-a734-0f75367e1023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:19.661511 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-b9eb91f2-41a3-470d-a734-0f75367e1023 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f44d249541b4edc9362af4b6ee95698&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7399023 Jun 17 10:21:19.662160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:19.860156 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.001756 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-78c98913-2b18-4516-bc08-377520e9e118 req-a744181f-c0de-497b-b379-a0e848ac67ff tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.0907435 Jun 17 10:21:20.006242 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.024540 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.111404 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.299899 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Transition to ACTIVE for port object 30ac0019-79c8-4798-8756-5f2448772620 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:20.301646 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.321584 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.337427 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eeca7cc4-cc37-4888-a188-57de09f749f5 HTTP/1.1" status: 204 len: 168 time: 0.6718643 Jun 17 10:21:20.348567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b9eb91f2-41a3-470d-a734-0f75367e1023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:20.382891 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeca7cc4-cc37-4888-a188-57de09f749f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:20.393425 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:20.474056 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Allocated IP 172.20.0.1 (927ad643-b9f7-40c8-98ef-bb01af7e0bdf/5fb003ba-f996-4502-b511-64c1cb52e77d/5c1b19b5-559d-41dc-b8b3-0999d1028238) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:20.562297 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.588990 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-10feb2fc-b287-454c-9575-f1e17231d3ef req-e57f0c4e-27a2-47b9-8111-92b28e4583ce tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.0721741 Jun 17 10:21:20.590383 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-21fe31e6-705e-44fc-8620-1f6fc357d775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:20.713082 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Attempting to bind port 30ac0019-79c8-4798-8756-5f2448772620 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:21:20.713771 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Attempting to bind port 30ac0019-79c8-4798-8756-5f2448772620 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:21:20.714303 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Attempting to bind port 30ac0019-79c8-4798-8756-5f2448772620 on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:20.720595 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Pushing event updated for resources: {'Port': ['ID=30ac0019-79c8-4798-8756-5f2448772620,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:20.730791 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:21:20.761587 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:20.763101 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.763293 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.763293 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:21:20.763293 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Bound port: 30ac0019-79c8-4798-8756-5f2448772620, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:21:20.763293 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.763886 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Transition to ACTIVE for port object 5c1b19b5-559d-41dc-b8b3-0999d1028238 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:20.783770 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:20.784307 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.784903 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.785444 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.785939 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.786441 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.787164 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.787901 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.788616 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.789351 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.790040 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.790736 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.791484 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Tracked resource versions report: Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: pushed versions: Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Log': {'1.0'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Network': {'1.1'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Port': {'1.7'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'PortForwarding': {'1.2'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'QosPolicy': {'1.8'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'SubPort': {'1.0'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Subnet': {'1.1'}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Trunk': {'1.1'}} Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: consumer versions: Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: { DHCP agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: L3 agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: Metadata agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: Metering agent@dv-cinder-796806-1-smb: {}, Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: Open vSwitch agent@dv-cinder-796806-1-smb: { 'AddressGroup': '1.2', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'ConntrackHelper': '1.0', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Log': '1.0', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Network': '1.1', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Port': '1.7', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'PortForwarding': '1.2', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'QosPolicy': '1.8', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroup': '1.4', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'SecurityGroupRule': '1.2', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'SubPort': '1.0', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Subnet': '1.1', Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: 'Trunk': '1.1'}} Jun 17 10:21:20.793687 dv-cinder-796806-1-smb neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:21:20.809496 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:20.819296 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a747b4c6-bb6c-46e1-b54b-8315d9993db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:20.868027 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] For port 30ac0019-79c8-4798-8756-5f2448772620, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:21:20.874866 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] For port 30ac0019-79c8-4798-8756-5f2448772620, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=30ac0019-79c8-4798-8756-5f2448772620,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:21:21.022497 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:21.024620 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:21.035142 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a747b4c6-bb6c-46e1-b54b-8315d9993db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:21.054248 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-78735771-ba0f-4697-a8ee-f07c069d11aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:21.054940 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:21.129132 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:21.207710 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a747b4c6-bb6c-46e1-b54b-8315d9993db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:21.222578 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:21:21.232439 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-381db5c1-0c7e-467f-946d-0b84886b3013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:21.237028 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:20:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:21.274304 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:21.301727 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:21.325565 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:21.454724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747b4c6-bb6c-46e1-b54b-8315d9993db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf563b-45bb-413c-aafe-c44d3ff43048,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:21.458597 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:21.468508 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a747b4c6-bb6c-46e1-b54b-8315d9993db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:21.542375 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-a747b4c6-bb6c-46e1-b54b-8315d9993db3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed16ef6bd24f4220998a1e120f833815&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7500558 Jun 17 10:21:21.544839 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:21.800904 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Pushing event updated for resources: {'Port': ['ID=30ac0019-79c8-4798-8756-5f2448772620,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:21.834731 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:21.870151 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b75dea50-0981-4c86-bdb4-d7afa15f1d75 req-41cc7048-e98f-403c-99d3-e1c890128d66 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.2030845 Jun 17 10:21:21.940069 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Pushing event updated for resources: {'Port': ['ID=5c1b19b5-559d-41dc-b8b3-0999d1028238,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:21.944440 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:21.955821 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:21:22.003847 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.116965 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-310da960-318c-4bb0-b908-13e92345673e None None] Provisioning for port 5c1b19b5-559d-41dc-b8b3-0999d1028238 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:22.124431 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-310da960-318c-4bb0-b908-13e92345673e None None] Provisioning complete for port 5c1b19b5-559d-41dc-b8b3-0999d1028238 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:22.128852 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-310da960-318c-4bb0-b908-13e92345673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.150942 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.302897 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-310da960-318c-4bb0-b908-13e92345673e None None] Port 5c1b19b5-559d-41dc-b8b3-0999d1028238 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:21:22.333578 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.403751 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c404fa6-2ed2-4674-b568-b2db2a06a838 req-aca0c424-cb74-4b90-a003-d4f6257e9baa tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.0711069 Jun 17 10:21:22.585196 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.591086 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.597915 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acdf563b-45bb-413c-aafe-c44d3ff43048 HTTP/1.1" status: 204 len: 168 time: 1.0453172 Jun 17 10:21:22.599069 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-dd06146f-004a-4958-997b-ce43dc357feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:22.619346 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf563b-45bb-413c-aafe-c44d3ff43048,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:22.627156 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:22.643900 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:15Z', 'revision_number': 3, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:22.738099 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988e003-ee29-46be-8871-e7655ebbea06 None None] The sync data for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb is: [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:15Z', 'revision_number': 3, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:21:22.785075 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.938583 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.939884 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:22.944103 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:23.506718 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Pushing event updated for resources: {'Port': ['ID=5c1b19b5-559d-41dc-b8b3-0999d1028238,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:23.506718 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:23.533316 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b7aa7a7c-d29a-4490-9896-a9a42a15f616 req-dee1be35-2900-4a81-ad83-3afb67af6955 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.0939674 Jun 17 10:21:23.618002 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:23.624785 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:23.980792 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.20', 54355) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:24.052455 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Router 1ddf4b1d-6f62-4230-9bee-f65988828113 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:21:24.219831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e32f1de4-e673-482a-82f1-703799835b3c None None] Provisioning complete for port 5c1b19b5-559d-41dc-b8b3-0999d1028238 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:24.220396 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e32f1de4-e673-482a-82f1-703799835b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:24.307991 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dbc669af-c888-4733-ae46-d30168f2fc29 req-439d81c3-c5fa-43a7-b138-6a330cd4a537 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.1361027 Jun 17 10:21:24.397644 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 30ac0019-79c8-4798-8756-5f2448772620 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:24.409837 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c22d5a-dba4-41e7-b06b-92a43be6effa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:24.422223 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-fe7d409e-73d6-43df-91f0-6bcd7913a5fb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:24.424029 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-fe7d409e-73d6-43df-91f0-6bcd7913a5fb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.4410753 Jun 17 10:21:24.440730 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e32f1de4-e673-482a-82f1-703799835b3c None None] Port 5c1b19b5-559d-41dc-b8b3-0999d1028238 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:21:24.468527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:21:24.488829 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Request body: {'port': {'device_id': '73ba09d5-7f5c-4662-b129-64264d177e87', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'admin_state_up': True, 'tenant_id': '4284bb21075f4edaa167024574ace465'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:24.494295 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ddf4b1d-6f62-4230-9bee-f65988828113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1595266 Jun 17 10:21:24.775804 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 30ac0019-79c8-4798-8756-5f2448772620 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:24.788992 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 30ac0019-79c8-4798-8756-5f2448772620 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:24.790523 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.243729 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-26b450d2-339e-4713-9c03-a276f1e9943c req-5bd354e9-c3c2-431e-88d6-9a8daebf8732 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.0592957 Jun 17 10:21:25.249769 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.279036 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 30ac0019-79c8-4798-8756-5f2448772620, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=30ac0019-79c8-4798-8756-5f2448772620,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:25.379716 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Made reservation on behalf of 4284bb21075f4edaa167024574ace465 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:25.386926 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.402162 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.20', 54356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:25.427690 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.431730 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:25.587582 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=30ac0019-79c8-4798-8756-5f2448772620,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:25.594719 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:26.213309 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Sync routers for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:21:26.254362 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:21:26.258094 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:20:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:26.367000 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Allocated IP 172.20.0.4 (b18c9ed3-5b41-4207-b837-d1dd555529c5/499c0fea-49d3-45f3-9574-63b2cd5044b4/140af9c2-845d-4c8a-8363-0a15de4b722c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:26.459349 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:26.480123 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 30ac0019-79c8-4798-8756-5f2448772620 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:26.751266 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-b2005751-4bca-4358-a2e9-0efc8498b62e tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:26.753188 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-b2005751-4bca-4358-a2e9-0efc8498b62e tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.20 "GET /v2.0/networks?id=f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 HTTP/1.1" status: 200 len: 811 time: 1.3491111 Jun 17 10:21:26.772333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Request body: {'port': {'device_id': '547364be-c63c-4fcb-bc43-f992377e8791', 'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2', 'admin_state_up': True, 'tenant_id': '3512836d290341d089197fc1bec457c5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:26.789022 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 30ac0019-79c8-4798-8756-5f2448772620 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:26.790160 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:26.848450 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:21:26.879988 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4fc6e40a-0ec1-465d-99d2-de5bc5369de6 req-c30157c2-8fad-4f2d-ba3e-2ab86241c37f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.3176935 Jun 17 10:21:27.034665 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:27.067489 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349137909', 'description': 'tempest-description--1243639722'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:27.288441 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d9d3-7281-4d32-88e4-4dab162ec067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.335783 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:22Z', 'revision_number': 2, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:27.362849 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.403904 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Checking router: 1ddf4b1d-6f62-4230-9bee-f65988828113 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:21:27.405054 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Updating router 1ddf4b1d-6f62-4230-9bee-f65988828113 port 5c1b19b5-559d-41dc-b8b3-0999d1028238 binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:21:27.410275 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bcf651-e067-4a22-9cf3-1648445a7762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.455309 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.456115 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.494393 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.580931 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c646755f-24b3-4e9e-bac2-e8c0998a77d5 req-20e10ed8-592a-48b9-b8e8-8e567be921e5 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.0786359 Jun 17 10:21:27.677651 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.db.api [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 10:21:27.677651 dv-cinder-796806-1-smb neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 10:21:27.677651 dv-cinder-796806-1-smb neutron-server[93770]: [parameters: {'project_id_1': 'ccc0915252994e75b76fc6669e0b7456', 'expiration_1': datetime.datetime(2021, 6, 17, 10, 21, 27, 575521)}] Jun 17 10:21:27.677651 dv-cinder-796806-1-smb neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:21:27.678128 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_db.api [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:21:27.708596 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Made reservation on behalf of 3512836d290341d089197fc1bec457c5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:27.727523 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.785270 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.807009 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-258ea5eb-728f-43f9-82fc-f5a22926388a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:28.007218 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:28.054662 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:28.094237 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:28.107968 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:28.108966 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.203291 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.292700 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event updated for resources: {'Port': ['ID=140af9c2-845d-4c8a-8363-0a15de4b722c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:28.310147 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:28.360574 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d9d3-7281-4d32-88e4-4dab162ec067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.522927 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Allocated IP 172.20.0.3 (f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2/f56bd456-07ca-43f2-976c-88e661b38c7e/e730111e-49f5-4104-a461-e20a00883896) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:28.569229 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d9d3-7281-4d32-88e4-4dab162ec067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.573313 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b9c0ec18-ef3c-4cda-ac58-2afc30572116 req-af467b4d-a7c9-4b5f-a9e6-8dd57fd7eeac tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.2316365 Jun 17 10:21:28.600051 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.627342 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Transition to ACTIVE for port object 5c1b19b5-559d-41dc-b8b3-0999d1028238 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:28.678836 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b2292aca-6d41-425d-b1d5-cd06855a3942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:28.733927 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2601149 Jun 17 10:21:28.761567 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-8dc4d9d3-7281-4d32-88e4-4dab162ec067 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=549c5f32e9e24e8bac50ced175ebf160&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2971747 Jun 17 10:21:28.763614 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:28.771297 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d9d3-7281-4d32-88e4-4dab162ec067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3319f662-72ae-4912-b2c0-f6a93f686c99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:28.774214 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-50fea302-8722-4176-b16d-cd1a18b609e2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:21:28.779426 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8dc4d9d3-7281-4d32-88e4-4dab162ec067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:28.780043 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-50fea302-8722-4176-b16d-cd1a18b609e2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190585 Jun 17 10:21:28.789899 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.798995 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1dcd7a13-c84f-4cc9-a320-478870ea03c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:29.056075 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.111680 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.350833 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fefd4-2724-4fc8-913c-f0455cdc5bc5 None None] Pushing event updated for resources: {'Port': ['ID=5c1b19b5-559d-41dc-b8b3-0999d1028238,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:29.361320 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-809fefd4-2724-4fc8-913c-f0455cdc5bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:29.386830 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.415988 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.422519 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3319f662-72ae-4912-b2c0-f6a93f686c99 HTTP/1.1" status: 204 len: 168 time: 0.6367445 Jun 17 10:21:29.432112 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:29.445666 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Attempting to bind port 5c1b19b5-559d-41dc-b8b3-0999d1028238 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:21:29.448708 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Attempting to bind port 5c1b19b5-559d-41dc-b8b3-0999d1028238 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:21:29.453712 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Attempting to bind port 5c1b19b5-559d-41dc-b8b3-0999d1028238 on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:29.462368 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.466652 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:21:29.467288 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Checking segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:29.467913 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.468548 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Bound using segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:21:29.469640 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Bound port: 5c1b19b5-559d-41dc-b8b3-0999d1028238, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:21:29.470169 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.549153 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3319f662-72ae-4912-b2c0-f6a93f686c99,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:29.554241 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:29.619587 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.656988 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-81eb6c58-8bed-4677-a53b-7833c78e8500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:29.722125 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a53e17-448a-4e0a-8ffe-a3371a28d891,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:29.727817 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:29.761062 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.764373 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.7276692 Jun 17 10:21:29.779085 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:29.821945 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'security_group_rule': {'security_group_id': '44a53e17-448a-4e0a-8ffe-a3371a28d891', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:29.889696 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.895686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924a417-baad-4c48-96c4-217fccca1d66 req-51d2dae4-ac8c-459e-aa95-10e730b25d76 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:29.900509 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9924a417-baad-4c48-96c4-217fccca1d66 req-51d2dae4-ac8c-459e-aa95-10e730b25d76 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 931 time: 0.9067323 Jun 17 10:21:29.934892 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.084735 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] For port 5c1b19b5-559d-41dc-b8b3-0999d1028238, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:21:30.103125 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] For port 5c1b19b5-559d-41dc-b8b3-0999d1028238, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=5c1b19b5-559d-41dc-b8b3-0999d1028238,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:21:30.152560 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.186104 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.207462 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9924a417-baad-4c48-96c4-217fccca1d66 req-2e883c72-92ec-478d-bb2f-9933dfd98711 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895558 Jun 17 10:21:30.214552 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:30.240491 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:30.454920 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fefd4-2724-4fc8-913c-f0455cdc5bc5 None None] Pushing event updated for resources: {'Port': ['ID=5c1b19b5-559d-41dc-b8b3-0999d1028238,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:30.494317 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-809fefd4-2724-4fc8-913c-f0455cdc5bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:30.543810 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:21:30.551567 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:21:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:30.616150 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Request body: {'port': {'device_id': '73ba09d5-7f5c-4662-b129-64264d177e87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:30.620800 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.639083 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ca3b-d508-4709-86ee-33c634395508 req-7d0593f7-1999-4054-9fbd-f03aa3ce6b66 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:30.642330 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b523ca3b-d508-4709-86ee-33c634395508 req-7d0593f7-1999-4054-9fbd-f03aa3ce6b66 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 931 time: 0.4262173 Jun 17 10:21:30.730660 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:30.753570 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:30.781713 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:30.792030 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:30.794745 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.863577 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.923956 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Pushing event updated for resources: {'Port': ['ID=e730111e-49f5-4104-a461-e20a00883896,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:30.933687 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:31.077890 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b523ca3b-d508-4709-86ee-33c634395508 req-1abd5207-56f0-4b0d-9d07-780f85304ba0 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099148 Jun 17 10:21:31.086134 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:21:31.135732 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3716884 Jun 17 10:21:31.138473 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:31.149427 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:31.187367 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Request body: {'port': {'device_id': '547364be-c63c-4fcb-bc43-f992377e8791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:31.220548 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:31.429034 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:31.458108 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:31.485942 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed1b42b-c0b6-4908-9fd4-288413eb5ed8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:31.522335 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:31.522335 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:31.674710 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:31.681312 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8858969 Jun 17 10:21:31.691045 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:31.719529 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'security_group_rule': {'security_group_id': '44a53e17-448a-4e0a-8ffe-a3371a28d891', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:32.168531 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:30Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:32.260467 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ae187-6769-4940-833c-5d2cf09592cc None None] The sync data for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb is: [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:30Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:21:32.282841 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:32.381658 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6effc497-bb2a-47c4-917e-ca2f8791e20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:32.759080 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.170527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e730111e-49f5-4104-a461-e20a00883896 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:21:33.170527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.170527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.170527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Transition to ACTIVE for port object e730111e-49f5-4104-a461-e20a00883896 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:33.170527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-016a3839-3af5-42c0-8e4d-f2c332939748 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:33.170527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e3f758-3617-41f0-bc93-86f5e62e1fd6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:33.170527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:33.211324 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2138db6-4043-4659-ac4d-ffcc8bb6de22 req-d261babe-0c92-416e-9c5c-7f80d58f99a5 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:33.211324 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e2138db6-4043-4659-ac4d-ffcc8bb6de22 req-d261babe-0c92-416e-9c5c-7f80d58f99a5 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 931 time: 1.0388076 Jun 17 10:21:33.415897 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d489-476a-4fce-925e-6ec62e93a823 req-fa3a9739-3a28-4df9-bb1d-46c562e33755 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:33.426833 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3439d489-476a-4fce-925e-6ec62e93a823 req-fa3a9739-3a28-4df9-bb1d-46c562e33755 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 931 time: 0.7008445 Jun 17 10:21:33.614846 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.647430 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:33.657557 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e2138db6-4043-4659-ac4d-ffcc8bb6de22 req-33057322-5311-4d18-ab90-a9f496ba0b44 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989019 Jun 17 10:21:33.747901 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Pushing event updated for resources: {'Port': ['ID=e730111e-49f5-4104-a461-e20a00883896,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:33.884237 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3439d489-476a-4fce-925e-6ec62e93a823 req-07be91d9-bbd2-4373-aaab-f7c368e02c93 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523528 Jun 17 10:21:34.098746 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6effc497-bb2a-47c4-917e-ca2f8791e20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.149623 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140af9c2-845d-4c8a-8363-0a15de4b722c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:21:34.236599 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.258794 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6effc497-bb2a-47c4-917e-ca2f8791e20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.285836 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:34.442949 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Transition to ACTIVE for port object 140af9c2-845d-4c8a-8363-0a15de4b722c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:34.486342 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 5c1b19b5-559d-41dc-b8b3-0999d1028238 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:34.511854 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-6effc497-bb2a-47c4-917e-ca2f8791e20e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=279f54f8703c46de8fee57cdd8cd8d2a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2856758 Jun 17 10:21:34.511854 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effc497-bb2a-47c4-917e-ca2f8791e20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48468447-8ac9-48e1-845b-de1bd6639de2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:34.513874 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:34.547695 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6effc497-bb2a-47c4-917e-ca2f8791e20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:34.607120 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.614314 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:34.663484 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:34.664912 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.687246 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9823589 Jun 17 10:21:34.772777 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:34.831166 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'floatingip': {'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:34.869970 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 5c1b19b5-559d-41dc-b8b3-0999d1028238 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:34.877815 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 5c1b19b5-559d-41dc-b8b3-0999d1028238 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:34.878432 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.047500 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.087594 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Attempting to bind port e730111e-49f5-4104-a461-e20a00883896 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:21:35.091904 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Attempting to bind port e730111e-49f5-4104-a461-e20a00883896 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '4de4611e-d3d0-4bda-9dcb-5a5a553655f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:21:35.092961 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Attempting to bind port e730111e-49f5-4104-a461-e20a00883896 on network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:35.156041 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Pushing event updated for resources: {'Port': ['ID=140af9c2-845d-4c8a-8363-0a15de4b722c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:35.178355 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:35.221808 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Port e730111e-49f5-4104-a461-e20a00883896 on network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:21:35.227512 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Attempting to bind port e730111e-49f5-4104-a461-e20a00883896 on network f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:35.285394 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:21:35.298658 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Checking segment: {'id': '4de4611e-d3d0-4bda-9dcb-5a5a553655f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:35.304723 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Bound using segment: {'id': '4de4611e-d3d0-4bda-9dcb-5a5a553655f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:21:35.308551 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Bound port: e730111e-49f5-4104-a461-e20a00883896, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de4611e-d3d0-4bda-9dcb-5a5a553655f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:21:35.321025 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.434944 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.441121 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.466972 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.617926 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 5c1b19b5-559d-41dc-b8b3-0999d1028238, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=5c1b19b5-559d-41dc-b8b3-0999d1028238,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:35.655587 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Attempting to bind port 140af9c2-845d-4c8a-8363-0a15de4b722c on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:21:35.655587 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Attempting to bind port 140af9c2-845d-4c8a-8363-0a15de4b722c by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:21:35.656289 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Attempting to bind port 140af9c2-845d-4c8a-8363-0a15de4b722c on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:35.683652 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:35.690322 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Port 140af9c2-845d-4c8a-8363-0a15de4b722c on network b18c9ed3-5b41-4207-b837-d1dd555529c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:21:35.691699 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Attempting to bind port 140af9c2-845d-4c8a-8363-0a15de4b722c on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:35.714125 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:21:35.720343 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Checking segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:35.720343 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Bound using segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:21:35.720343 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Bound port: 140af9c2-845d-4c8a-8363-0a15de4b722c, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:21:35.720343 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.751793 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] For port e730111e-49f5-4104-a461-e20a00883896, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:21:35.760422 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] For port e730111e-49f5-4104-a461-e20a00883896, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e730111e-49f5-4104-a461-e20a00883896,segment=NetworkSegment(4de4611e-d3d0-4bda-9dcb-5a5a553655f2),segment_id=4de4611e-d3d0-4bda-9dcb-5a5a553655f2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:21:35.763046 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:35.795597 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.801010 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:35.876626 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.891089 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:36.009780 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=5c1b19b5-559d-41dc-b8b3-0999d1028238,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:36.020148 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.022651 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:36.024136 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.027155 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] 10.222.0.20 "PUT /v2.0/ports/e730111e-49f5-4104-a461-e20a00883896 HTTP/1.1" status: 200 len: 1093 time: 4.8602841 Jun 17 10:21:36.028000 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:36.043274 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547364be-c63c-4fcb-bc43-f992377e8791', 'tag': 'e730111e-49f5-4104-a461-e20a00883896'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:36.261688 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] For port 140af9c2-845d-4c8a-8363-0a15de4b722c, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:21:36.266046 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.275651 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48468447-8ac9-48e1-845b-de1bd6639de2 HTTP/1.1" status: 204 len: 168 time: 1.7587810 Jun 17 10:21:36.333816 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] For port 140af9c2-845d-4c8a-8363-0a15de4b722c, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=140af9c2-845d-4c8a-8363-0a15de4b722c,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:21:36.362978 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa3ddf-de10-467a-8a23-040c0aa85cf4 req-7ea8ab56-bf2e-4959-ab73-fd8fd51cf2cd tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:36.380960 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15aa3ddf-de10-467a-8a23-040c0aa85cf4 req-7ea8ab56-bf2e-4959-ab73-fd8fd51cf2cd tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 943 time: 1.0219476 Jun 17 10:21:36.407543 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9c36-4360-47b9-b1a5-a31e7969abf6 req-042d0030-4582-4b23-8d08-f9a938157bde tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:36.411584 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-50da9c36-4360-47b9-b1a5-a31e7969abf6 req-042d0030-4582-4b23-8d08-f9a938157bde tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 943 time: 0.8741779 Jun 17 10:21:36.446432 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 5c1b19b5-559d-41dc-b8b3-0999d1028238 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:36.554827 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c23c4e82-869b-4f57-9a65-6e46c56d8cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.560948 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Pushing event updated for resources: {'Port': ['ID=e730111e-49f5-4104-a461-e20a00883896,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:36.569579 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:36.580566 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:36.598582 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15aa3ddf-de10-467a-8a23-040c0aa85cf4 req-94ff3b12-ee52-48ab-ac7b-14e541e66651 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668346 Jun 17 10:21:36.600171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bed325-9846-485d-8442-12793eba352d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.657362 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48468447-8ac9-48e1-845b-de1bd6639de2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:36.666840 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.682654 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:36.710561 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-04bcc27e-a211-4106-a8b9-c87e3c79f1df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:36.861652 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 5c1b19b5-559d-41dc-b8b3-0999d1028238 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:36.862519 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.941477 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-794ef40e-90b0-4a97-a7a5-a8ae61179a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:36.948031 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-794ef40e-90b0-4a97-a7a5-a8ae61179a3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3512836d290341d089197fc1bec457c5&device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 1096 time: 0.7235367 Jun 17 10:21:37.023533 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:37.024819 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:37.028443 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] 10.222.0.20 "PUT /v2.0/ports/140af9c2-845d-4c8a-8363-0a15de4b722c HTTP/1.1" status: 200 len: 1093 time: 7.5581503 Jun 17 10:21:37.071675 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ba09d5-7f5c-4662-b129-64264d177e87', 'tag': '140af9c2-845d-4c8a-8363-0a15de4b722c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:37.265788 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0407de6-db65-460f-9a6b-656cff495a64" -d '{"events": [{"name": "network-changed", "server_uuid": "547364be-c63c-4fcb-bc43-f992377e8791", "tag": "e730111e-49f5-4104-a461-e20a00883896"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:37.296159 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-71a6e09a-59fa-4153-9b78-db18c6311022 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e730111e-49f5-4104-a461-e20a00883896 HTTP/1.1" status: 200 len: 217 time: 0.3324273 Jun 17 10:21:37.560277 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c23c4e82-869b-4f57-9a65-6e46c56d8cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:37.570766 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-5baa672a-4414-4259-a2d2-bfc1876e05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:37.574312 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-5baa672a-4414-4259-a2d2-bfc1876e05c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f56bd456-07ca-43f2-976c-88e661b38c7e HTTP/1.1" status: 200 len: 851 time: 0.2598236 Jun 17 10:21:37.768063 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-985925f1-fc50-4c25-b94d-40531c4036fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679070 Jun 17 10:21:37.883995 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Pushing event updated for resources: {'Port': ['ID=140af9c2-845d-4c8a-8363-0a15de4b722c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:37.893231 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:37.914311 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:37.921391 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-50da9c36-4360-47b9-b1a5-a31e7969abf6 req-28972c61-3df0-43b8-ae92-60c459631265 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4920754 Jun 17 10:21:37.994044 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c23c4e82-869b-4f57-9a65-6e46c56d8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:38.010019 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:38.210377 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c23c4e82-869b-4f57-9a65-6e46c56d8cd2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57fa49aba189406a9085ddf753aba7e2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4423363 Jun 17 10:21:38.223288 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c4e82-869b-4f57-9a65-6e46c56d8cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dbe709-5d1a-4345-9d1b-0a46c096cfbf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:38.232966 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:38.240317 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c23c4e82-869b-4f57-9a65-6e46c56d8cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:38.337642 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0f8647-3cb6-4585-bc3a-ef8ea4cc4d79 x-openstack-request-id: req-2d0f8647-3cb6-4585-bc3a-ef8ea4cc4d79 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:38.338297 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547364be-c63c-4fcb-bc43-f992377e8791", "tag": "e730111e-49f5-4104-a461-e20a00883896", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:38.338883 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d0f8647-3cb6-4585-bc3a-ef8ea4cc4d79 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:38.340137 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547364be-c63c-4fcb-bc43-f992377e8791', 'tag': 'e730111e-49f5-4104-a461-e20a00883896', 'status': 'completed', 'code': 200} Jun 17 10:21:38.409400 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-3b20053b-35c9-40d8-993d-9bb86e4706ad service neutron] 10.222.0.20 "GET /v2.0/networks/f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067772 Jun 17 10:21:38.529724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-84e3e4be-23ab-4fae-8066-454b361cf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:38.533207 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-84e3e4be-23ab-4fae-8066-454b361cf0ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 1096 time: 1.1687272 Jun 17 10:21:38.599092 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70adadb2-55f3-48bd-a58b-9f571d78d984" -d '{"events": [{"name": "network-changed", "server_uuid": "73ba09d5-7f5c-4662-b129-64264d177e87", "tag": "140af9c2-845d-4c8a-8363-0a15de4b722c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:38.618166 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:38.730915 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:38.836562 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-4113a88f-987c-4c4e-b197-6c3e2082b543 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140af9c2-845d-4c8a-8363-0a15de4b722c HTTP/1.1" status: 200 len: 217 time: 0.2309091 Jun 17 10:21:38.852061 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-eb5ffca8-fda2-4e27-9bd3-b77db6569fea req-9b10e5eb-e4e6-47fc-b46e-0779f00f918e service neutron] 10.222.0.20 "GET /v2.0/networks/f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288366 Jun 17 10:21:38.894437 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Allocated IP 172.28.2.158 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/d61bffd9-a955-40f1-b375-ad9c314002f3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:39.070390 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.080190 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.086874 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5dbe709-5d1a-4345-9d1b-0a46c096cfbf HTTP/1.1" status: 204 len: 168 time: 0.8493392 Jun 17 10:21:39.091028 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-93a8b8b7-217b-41eb-b2f9-fc7a40d956ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:39.216795 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dbe709-5d1a-4345-9d1b-0a46c096cfbf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:39.233803 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:39.471512 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407de6-db65-460f-9a6b-656cff495a64 req-7546ed92-7c22-4fd9-a5bd-86e6426ccb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:39.471512 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-b0407de6-db65-460f-9a6b-656cff495a64 req-7546ed92-7c22-4fd9-a5bd-86e6426ccb14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3512836d290341d089197fc1bec457c5&device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 1096 time: 0.3339889 Jun 17 10:21:39.517662 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d3ee3-8b63-4df7-946d-b8caf0d1b778 x-openstack-request-id: req-2b3d3ee3-8b63-4df7-946d-b8caf0d1b778 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:39.521424 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ba09d5-7f5c-4662-b129-64264d177e87", "tag": "140af9c2-845d-4c8a-8363-0a15de4b722c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:39.522166 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b3d3ee3-8b63-4df7-946d-b8caf0d1b778 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:39.523163 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ba09d5-7f5c-4662-b129-64264d177e87', 'tag': '140af9c2-845d-4c8a-8363-0a15de4b722c', 'status': 'completed', 'code': 200} Jun 17 10:21:39.611474 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d0737-0470-442d-b7f2-98758dac9d9f req-c089f728-c17a-4539-b7a2-15710f86d2f6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:39.627719 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-057d0737-0470-442d-b7f2-98758dac9d9f req-c089f728-c17a-4539-b7a2-15710f86d2f6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 943 time: 1.1857524 Jun 17 10:21:39.723945 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-103a4d02-1d6d-4746-82c0-68291cbde837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:39.735619 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-103a4d02-1d6d-4746-82c0-68291cbde837 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.8688371 Jun 17 10:21:40.041978 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bed325-9846-485d-8442-12793eba352d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.112576 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407de6-db65-460f-9a6b-656cff495a64 req-40d8f68f-3caf-46a1-bcd6-a487cef0178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:40.115592 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-b0407de6-db65-460f-9a6b-656cff495a64 req-40d8f68f-3caf-46a1-bcd6-a487cef0178e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 HTTP/1.1" status: 200 len: 912 time: 0.6255066 Jun 17 10:21:40.138286 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-f91da75a-1c36-4bda-8baf-a47681d59292 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3009408 Jun 17 10:21:40.221239 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-b0407de6-db65-460f-9a6b-656cff495a64 req-2faab266-b494-4bf4-babc-69e815b28a1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e730111e-49f5-4104-a461-e20a00883896 HTTP/1.1" status: 200 len: 217 time: 0.0945570 Jun 17 10:21:40.330715 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.337586 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bed325-9846-485d-8442-12793eba352d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.373849 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-057d0737-0470-442d-b7f2-98758dac9d9f req-f673eeb3-6429-441e-82dd-bc10f7753578 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900235 Jun 17 10:21:40.401926 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:40.476944 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0407de6-db65-460f-9a6b-656cff495a64 req-17dd0324-d4af-429d-9cf8-95388ff94fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:40.480659 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-b0407de6-db65-460f-9a6b-656cff495a64 req-17dd0324-d4af-429d-9cf8-95388ff94fad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f56bd456-07ca-43f2-976c-88e661b38c7e HTTP/1.1" status: 200 len: 851 time: 0.2293169 Jun 17 10:21:40.560720 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-b0407de6-db65-460f-9a6b-656cff495a64 req-b776c1fd-5d01-4022-8458-87c5c862b11f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600357 Jun 17 10:21:40.660800 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bed325-9846-485d-8442-12793eba352d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd03cb47-003e-4aa6-8650-9c55028c959e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:40.702873 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-12bed325-9846-485d-8442-12793eba352d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:40.744891 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-12bed325-9846-485d-8442-12793eba352d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e40d39cf79c44228b0a3d0a945dcb84&name=default HTTP/1.1" status: 200 len: 2977 time: 5.0348103 Jun 17 10:21:40.753035 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:40.760223 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-31b427ba-27a3-485e-ad60-0b04a121a9a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011202 Jun 17 10:21:40.836652 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-b0407de6-db65-460f-9a6b-656cff495a64 req-0a510c3c-619e-49bc-b417-1d87bb6b847f service neutron] 10.222.0.20 "GET /v2.0/networks/f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474401 Jun 17 10:21:40.845320 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf8680-2e16-4e4e-830f-d9016097ff87 req-4c83893a-6fdd-4c7e-9dde-a1fcd448607f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:40.858477 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1fbf8680-2e16-4e4e-830f-d9016097ff87 req-4c83893a-6fdd-4c7e-9dde-a1fcd448607f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 943 time: 1.0716665 Jun 17 10:21:41.155977 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.258717 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:41.396109 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1fbf8680-2e16-4e4e-830f-d9016097ff87 req-cac87d7d-7318-4248-a303-eb48728b4c8b tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013971 Jun 17 10:21:41.655804 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-b0407de6-db65-460f-9a6b-656cff495a64 req-62481f5c-494e-44d7-a491-d1097005e306 service neutron] 10.222.0.20 "GET /v2.0/networks/f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407368 Jun 17 10:21:41.690319 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.735083 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'Port': ['ID=d61bffd9-a955-40f1-b375-ad9c314002f3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:41.791033 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:41.846450 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:41.850647 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade7f4af-5f94-4895-8e0d-192abde16a60 req-1d6de5de-b515-46f0-866f-1059bd93fc49 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0729692 Jun 17 10:21:41.889191 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:41.903838 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:41.930213 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.240363 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.681409 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.768186 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.834482 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.837261 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd03cb47-003e-4aa6-8650-9c55028c959e HTTP/1.1" status: 204 len: 168 time: 2.0801032 Jun 17 10:21:42.855895 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:42.933950 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82890236-bd31-4d7c-be78-ea0ee809993f req-bb24c914-4606-4f54-8db0-e8818133aa6a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:42.936260 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-82890236-bd31-4d7c-be78-ea0ee809993f req-bb24c914-4606-4f54-8db0-e8818133aa6a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 943 time: 1.0015457 Jun 17 10:21:42.962197 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd03cb47-003e-4aa6-8650-9c55028c959e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:42.972441 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:43.067061 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-3dd16ac3-5247-4bbc-b954-10a58a2fe9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:43.070004 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-3dd16ac3-5247-4bbc-b954-10a58a2fe9e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 1096 time: 0.7907526 Jun 17 10:21:43.417709 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-82890236-bd31-4d7c-be78-ea0ee809993f req-9013c976-4bca-4c8d-8402-09cc8f22fd28 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217210 Jun 17 10:21:43.474250 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a67d3-fb8f-4323-b7d0-18d02e345013 req-a6ce8c6e-31b8-47ac-a133-0626b08e30db tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:43.477143 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c4a67d3-fb8f-4323-b7d0-18d02e345013 req-a6ce8c6e-31b8-47ac-a133-0626b08e30db tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 943 time: 0.8175919 Jun 17 10:21:43.747454 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c4a67d3-fb8f-4323-b7d0-18d02e345013 req-5f19533f-7423-4eda-8358-9ead15a2e5b8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445886 Jun 17 10:21:43.769477 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-ec195ea9-188a-4e8d-a45a-5f59b62612a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:43.771765 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-ec195ea9-188a-4e8d-a45a-5f59b62612a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 916 time: 0.5933599 Jun 17 10:21:43.787175 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.251442 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6c503-fa40-45fb-b953-a9b7ac96ef7b req-e3edfabc-acfc-46b1-a545-7d5f0c773610 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:45.254193 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-50f6c503-fa40-45fb-b953-a9b7ac96ef7b req-e3edfabc-acfc-46b1-a545-7d5f0c773610 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 943 time: 0.5383441 Jun 17 10:21:45.280221 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a2827-ffd8-4afd-b1e8-7f421e490b55 req-c54d5866-27b9-405b-87e9-8ed41a773f0c tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:45.282556 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a35a2827-ffd8-4afd-b1e8-7f421e490b55 req-c54d5866-27b9-405b-87e9-8ed41a773f0c tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 943 time: 0.1907184 Jun 17 10:21:45.397794 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-50f6c503-fa40-45fb-b953-a9b7ac96ef7b req-509e2e98-defa-450d-b607-833982a637d2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135280 Jun 17 10:21:45.408432 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a35a2827-ffd8-4afd-b1e8-7f421e490b55 req-9fd20426-7f0f-45aa-b3d4-9095f8696f9d tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124027 Jun 17 10:21:45.470686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.476124 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:45.541598 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.589197 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'Port': ['ID=d61bffd9-a955-40f1-b375-ad9c314002f3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:45.600969 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:45.766505 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.768701 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.9931500 Jun 17 10:21:45.827200 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-23c0874c-df88-4951-834f-8b03e6cd1fbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140af9c2-845d-4c8a-8363-0a15de4b722c HTTP/1.1" status: 200 len: 217 time: 0.1019838 Jun 17 10:21:45.965106 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-18ecfa3d-30d6-46cb-ba90-5ad6da340036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:45.968343 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-18ecfa3d-30d6-46cb-ba90-5ad6da340036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.0635433 Jun 17 10:21:46.036096 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-29cd8d1e-2781-4510-8e49-3a5c63053dd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504465 Jun 17 10:21:46.211774 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-c53d1a02-a4ae-4de3-a2fb-d8848b7617b0 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692910 Jun 17 10:21:46.390828 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70adadb2-55f3-48bd-a58b-9f571d78d984 req-5ddb5ac9-fa2c-4f78-bf83-aee1cf0c6420 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706383 Jun 17 10:21:46.414467 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:46.446688 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1befb3cc-0c31-43d6-b1a6-5c2978b2f705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:46.765200 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1befb3cc-0c31-43d6-b1a6-5c2978b2f705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:46.903274 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1befb3cc-0c31-43d6-b1a6-5c2978b2f705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:46.961095 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:47.005483 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-1befb3cc-0c31-43d6-b1a6-5c2978b2f705 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91dc127b6893400bbdbc36774baec5f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890718 Jun 17 10:21:47.009825 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:47.018476 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befb3cc-0c31-43d6-b1a6-5c2978b2f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d818ae-a1e9-4633-99b8-7aad4cc558c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:47.038080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1befb3cc-0c31-43d6-b1a6-5c2978b2f705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:47.108703 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05316fd8-7844-47ce-8df9-fad4e5b4b5ef req-e80e63be-c317-4fc3-b4af-b72d2144122f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.111192 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-05316fd8-7844-47ce-8df9-fad4e5b4b5ef req-e80e63be-c317-4fc3-b4af-b72d2144122f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 943 time: 0.3166471 Jun 17 10:21:47.126376 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db8b09-5959-491d-85eb-8a661bb2c7fb req-64b18197-6f3a-4b8e-bd67-3c3b38654131 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.129203 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-06db8b09-5959-491d-85eb-8a661bb2c7fb req-64b18197-6f3a-4b8e-bd67-3c3b38654131 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 943 time: 0.3585794 Jun 17 10:21:47.171742 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:47.235528 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:47.247207 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-05316fd8-7844-47ce-8df9-fad4e5b4b5ef req-a810a7fb-9d2f-4ee1-944c-6512802e4bfc tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129534 Jun 17 10:21:47.280017 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-06db8b09-5959-491d-85eb-8a661bb2c7fb req-73bc5d9a-5815-414e-83f3-fd3f32023769 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329391 Jun 17 10:21:47.546460 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:47.558319 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:47.560562 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-85e1f7a0-821a-4505-a866-8ae3c537c450 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--349137909&fields=id&tenant_id=ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 267 time: 0.0840724 Jun 17 10:21:47.571976 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8d818ae-a1e9-4633-99b8-7aad4cc558c2 HTTP/1.1" status: 204 len: 168 time: 0.5601282 Jun 17 10:21:47.573785 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:47.599634 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d818ae-a1e9-4633-99b8-7aad4cc558c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:47.630670 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:47.801641 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-38f156a0-05de-44ad-8d96-3b34bbef1d44 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.804487 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-38f156a0-05de-44ad-8d96-3b34bbef1d44 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 817 time: 0.2283862 Jun 17 10:21:47.824138 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-fb48bc52-e8cf-4701-beae-a6939a1a3218 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/quotas/ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 375 time: 0.0115020 Jun 17 10:21:47.993242 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:21:48.022148 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-eed99e93-ca06-4687-9735-e7c8e1bc4f5b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1896579 Jun 17 10:21:48.211847 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-aafa88ff-cbe1-43c5-8697-8cee6b8795a7 service neutron] 10.222.0.50 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714740 Jun 17 10:21:48.370984 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9f6ab789-b172-4cc4-b089-b1c62a512d1a service neutron] 10.222.0.50 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456094 Jun 17 10:21:48.632840 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc70b-55c4-429d-a08f-18196846aaf0 req-e26191f7-daf4-48bb-9d7a-01bffac961e3 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:48.635601 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-336dc70b-55c4-429d-a08f-18196846aaf0 req-e26191f7-daf4-48bb-9d7a-01bffac961e3 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 943 time: 0.1525705 Jun 17 10:21:48.705888 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-336dc70b-55c4-429d-a08f-18196846aaf0 req-5ae7f204-cf2b-41e1-9b0e-ea26ee5cdda7 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578268 Jun 17 10:21:48.941213 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4e93211c-c84c-44bb-a150-d28fb1a71e69 req-4b5d2584-25a5-4c16-83c3-6f53477bbd38 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.0692611 Jun 17 10:21:49.098704 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943f1dd-2d7a-4619-babf-25f6ce8b7fbe req-264b5436-031f-499c-b6df-12cb0b4bcb4a tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:49.110747 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f943f1dd-2d7a-4619-babf-25f6ce8b7fbe req-264b5436-031f-499c-b6df-12cb0b4bcb4a tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 943 time: 0.1677136 Jun 17 10:21:49.217873 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f943f1dd-2d7a-4619-babf-25f6ce8b7fbe req-5f70b402-e92b-4ba3-a80f-a0bdcbb297fc tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056201 Jun 17 10:21:49.311922 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:49.978705 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8774b8d0-9aac-4e32-9549-d01ebd1ff76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:49.992813 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 140af9c2-845d-4c8a-8363-0a15de4b722c details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:21:50.270619 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 52906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:50.306926 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4b80fdd7-6ab9-4fca-84e9-fbf0993d267d req-9d17d3f0-0803-42ba-b6ab-01f12efb7f0d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.1288352 Jun 17 10:21:50.308016 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8774b8d0-9aac-4e32-9549-d01ebd1ff76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:50.432291 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058375e-cf4b-4998-8b7a-c3d0b777b0ee req-3c30dcf8-5033-4150-ad68-dc93a4fd856d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:50.446815 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1058375e-cf4b-4998-8b7a-c3d0b777b0ee req-3c30dcf8-5033-4150-ad68-dc93a4fd856d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 943 time: 0.4892454 Jun 17 10:21:50.508938 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 140af9c2-845d-4c8a-8363-0a15de4b722c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=140af9c2-845d-4c8a-8363-0a15de4b722c,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:50.544792 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8774b8d0-9aac-4e32-9549-d01ebd1ff76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:50.553434 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c23c4e82-869b-4f57-9a65-6e46c56d8cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:50.568171 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '140af9c2-845d-4c8a-8363-0a15de4b722c', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'port_id': '140af9c2-845d-4c8a-8363-0a15de4b722c', 'mac_address': 'fa:16:3e:ad:19:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499c0fea-49d3-45f3-9574-63b2cd5044b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:21:50.574150 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1058375e-cf4b-4998-8b7a-c3d0b777b0ee req-ecbf4c66-5168-45eb-a0b2-5ff17577e9bf tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255457 Jun 17 10:21:50.679060 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-8774b8d0-9aac-4e32-9549-d01ebd1ff76c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa6b3733021644bdafbcc2566ca4be10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3646774 Jun 17 10:21:50.680552 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:50.709753 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b8d0-9aac-4e32-9549-d01ebd1ff76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b190107b-2198-417c-b09e-48d74be8cac7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:50.734837 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8774b8d0-9aac-4e32-9549-d01ebd1ff76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:50.865430 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d19e9dca-15ad-455d-9421-83ddae407a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:50.881040 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1309e-f52b-46e5-b3b1-ea91616a8fac req-8642e7fc-f812-4957-8054-694174bc738f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:50.884894 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ef1309e-f52b-46e5-b3b1-ea91616a8fac req-8642e7fc-f812-4957-8054-694174bc738f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 943 time: 0.3173990 Jun 17 10:21:50.975076 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.075169 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.079651 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.095050 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ef1309e-f52b-46e5-b3b1-ea91616a8fac req-2ab2e00c-2825-4b22-bb45-a2964fa40166 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656101 Jun 17 10:21:51.127627 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140af9c2-845d-4c8a-8363-0a15de4b722c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:21:51.200634 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 140af9c2-845d-4c8a-8363-0a15de4b722c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=140af9c2-845d-4c8a-8363-0a15de4b722c,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:51.328925 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.337530 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e730111e-49f5-4104-a461-e20a00883896 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:21:51.337530 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:51.370993 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.387335 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.394410 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b190107b-2198-417c-b09e-48d74be8cac7 HTTP/1.1" status: 204 len: 168 time: 0.7086756 Jun 17 10:21:51.394410 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:51.436647 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d19e9dca-15ad-455d-9421-83ddae407a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.454465 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b190107b-2198-417c-b09e-48d74be8cac7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:51.458350 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:51.633267 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d19e9dca-15ad-455d-9421-83ddae407a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.677404 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e9424b07-a89e-4cf1-80ce-c1d750fe70ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:51.707298 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 52954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:51.708079 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-d19e9dca-15ad-455d-9421-83ddae407a70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cf988b61e1940048e39a62577d4f8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4339223 Jun 17 10:21:51.815909 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e51cad04-acd6-4c9e-a94b-1184b7461ff3 req-f1836102-ff32-409b-afae-2cdd4b3026a6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.0633273 Jun 17 10:21:51.815909 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9dca-15ad-455d-9421-83ddae407a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50baa26-f5f0-4ede-91c8-d637c38d3972,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:51.815909 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d19e9dca-15ad-455d-9421-83ddae407a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:51.817175 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.837115 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=140af9c2-845d-4c8a-8363-0a15de4b722c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:51.848181 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:51.852771 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port e730111e-49f5-4104-a461-e20a00883896, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e730111e-49f5-4104-a461-e20a00883896,segment=NetworkSegment(4de4611e-d3d0-4bda-9dcb-5a5a553655f2),segment_id=4de4611e-d3d0-4bda-9dcb-5a5a553655f2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:51.870709 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:51.880541 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'e730111e-49f5-4104-a461-e20a00883896', 'network_id': 'f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2', 'port_id': 'e730111e-49f5-4104-a461-e20a00883896', 'mac_address': 'fa:16:3e:a4:f5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56bd456-07ca-43f2-976c-88e661b38c7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:21:51.923738 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:52.006152 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:52.025634 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e730111e-49f5-4104-a461-e20a00883896 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:21:52.063359 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port e730111e-49f5-4104-a461-e20a00883896, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e730111e-49f5-4104-a461-e20a00883896,segment=NetworkSegment(4de4611e-d3d0-4bda-9dcb-5a5a553655f2),segment_id=4de4611e-d3d0-4bda-9dcb-5a5a553655f2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:52.087836 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffee17-f6b1-490e-bfde-0ccea1ed0142 req-5366ed53-1a2c-459f-8856-f110deee1603 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:52.090306 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-30ffee17-f6b1-490e-bfde-0ccea1ed0142 req-5366ed53-1a2c-459f-8856-f110deee1603 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 944 time: 0.1107466 Jun 17 10:21:52.151437 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-30ffee17-f6b1-490e-bfde-0ccea1ed0142 req-883e9763-c301-4a63-9aa4-6c49bc68223c tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Jun 17 10:21:52.219185 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:52.225089 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:52.241438 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c50baa26-f5f0-4ede-91c8-d637c38d3972 HTTP/1.1" status: 204 len: 168 time: 0.5169170 Jun 17 10:21:52.241438 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-aa7e8e94-a10c-49cb-83f2-6c8cfd1ff13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:52.253575 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50baa26-f5f0-4ede-91c8-d637c38d3972,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:52.257806 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:52.305190 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:52.310258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:52.457272 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=e730111e-49f5-4104-a461-e20a00883896,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:52.471343 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:52.608207 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230e05a-94aa-476c-8d24-71f5914ca25c req-a465afe0-8cb0-41d2-a7ab-3e58b95322a2 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:52.613020 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b230e05a-94aa-476c-8d24-71f5914ca25c req-a465afe0-8cb0-41d2-a7ab-3e58b95322a2 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 944 time: 0.2009864 Jun 17 10:21:52.656385 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:21:52.748965 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['e730111e-49f5-4104-a461-e20a00883896'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:21:52.751663 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b230e05a-94aa-476c-8d24-71f5914ca25c req-5ceb854c-c332-4940-95e3-5e06811b996b tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204107 Jun 17 10:21:53.143170 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a344d65c-61db-4e52-997f-ae596fb826da req-3769e3ea-2204-4aa8-a41e-dc0cfd596cc1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.0554574 Jun 17 10:21:53.529418 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6647da2-6d87-48e3-88f6-cfa2390829a6 req-6eeaefdf-8957-443d-ae4d-5676c2d8e13c tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:53.531940 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c6647da2-6d87-48e3-88f6-cfa2390829a6 req-6eeaefdf-8957-443d-ae4d-5676c2d8e13c tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 944 time: 0.1329339 Jun 17 10:21:53.601506 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c6647da2-6d87-48e3-88f6-cfa2390829a6 req-1bd438bf-94f0-4bee-98bb-5f6e75deac96 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595410 Jun 17 10:21:53.849459 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:53.967546 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:54.026291 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c3530a1-bf33-4fff-a7ad-14b752410fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.144897 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a74a8c9e-dca3-4c0a-b753-f30d826e8e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.245572 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c3530a1-bf33-4fff-a7ad-14b752410fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.298975 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-2c0be8d9-b643-4f80-bb52-507d49184bf3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:54.301407 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-2c0be8d9-b643-4f80-bb52-507d49184bf3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 817 time: 0.3141041 Jun 17 10:21:54.319604 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 140af9c2-845d-4c8a-8363-0a15de4b722c up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:54.354778 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee8a12-1c2f-40ea-a86f-8f7102f400c6 req-901b4e6f-3715-4a0a-8ec6-038cc99aebef tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:54.366392 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-85ee8a12-1c2f-40ea-a86f-8f7102f400c6 req-901b4e6f-3715-4a0a-8ec6-038cc99aebef tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 944 time: 0.4011037 Jun 17 10:21:54.412729 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c3530a1-bf33-4fff-a7ad-14b752410fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.442313 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:54.485101 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4e3503bc-ea85-4d4e-afd4-2ada95f562d2 req-fdf7ef0a-6512-44dd-8c2c-ac519a3ed662 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.1120408 Jun 17 10:21:54.507871 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7c3530a1-bf33-4fff-a7ad-14b752410fe7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b60d6c0940545ef84787eb0dc9dd4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388083 Jun 17 10:21:54.509599 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:54.513285 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3530a1-bf33-4fff-a7ad-14b752410fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475a8c9c-fec6-40f8-b1a8-8be423d96771,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:54.517911 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7c3530a1-bf33-4fff-a7ad-14b752410fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:54.531301 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-936869fd-d2f9-41bf-a1a5-606d1415dbc0 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 379 time: 0.2106028 Jun 17 10:21:54.567942 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 140af9c2-845d-4c8a-8363-0a15de4b722c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:54.582444 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 140af9c2-845d-4c8a-8363-0a15de4b722c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:54.582444 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.583799 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'port': {'device_id': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'admin_state_up': True, 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'security_groups': ['44a53e17-448a-4e0a-8ffe-a3371a28d891']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:54.638703 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-85ee8a12-1c2f-40ea-a86f-8f7102f400c6 req-d885efa4-6f9e-4d48-8b60-f57ad3a0c021 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475302 Jun 17 10:21:54.743128 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:54.777866 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.791042 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b461d170-a0b0-4107-a0b5-6e226f54ada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.854823 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.862542 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:54.931561 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ba09d5-7f5c-4662-b129-64264d177e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140af9c2-845d-4c8a-8363-0a15de4b722c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:54.989257 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.106395 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 140af9c2-845d-4c8a-8363-0a15de4b722c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=140af9c2-845d-4c8a-8363-0a15de4b722c,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:55.163006 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b461d170-a0b0-4107-a0b5-6e226f54ada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.276150 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b461d170-a0b0-4107-a0b5-6e226f54ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.276445 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.281707 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e730111e-49f5-4104-a461-e20a00883896 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:55.289027 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8dc4d9d3-7281-4d32-88e4-4dab162ec067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:55.290779 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:55.304641 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.db.api [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 10:21:55.304641 dv-cinder-796806-1-smb neutron-server[93770]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 10:21:55.304641 dv-cinder-796806-1-smb neutron-server[93770]: [parameters: {'project_id': 'b5bd5a1ea68c4bc8b5484ef7ed101701', 'id': 'ba1ea0e1-91b1-44f0-a8ed-bcf5c21ff6ea', 'expiration': datetime.datetime(2021, 6, 17, 10, 23, 54, 971640)}] Jun 17 10:21:55.304641 dv-cinder-796806-1-smb neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:21:55.309519 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_db.api [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:21:55.390274 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b461d170-a0b0-4107-a0b5-6e226f54ada0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c5f7cc2a9074e38b776ad1e1bb734d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5390899 Jun 17 10:21:55.395519 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:55.399492 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461d170-a0b0-4107-a0b5-6e226f54ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f261de9-941f-4794-b525-29b968952771,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:55.406546 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b461d170-a0b0-4107-a0b5-6e226f54ada0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:55.429334 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee19dfd-33c9-4cd8-a02b-5152f19cb155" -d '{"events": [{"server_uuid": "73ba09d5-7f5c-4662-b129-64264d177e87", "name": "network-vif-plugged", "status": "completed", "tag": "140af9c2-845d-4c8a-8363-0a15de4b722c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:55.488567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bf28c-8724-4fdd-ab0d-10388ec93905 req-aedb015d-47d5-49f9-a8fb-04eba227ddcf tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:55.493746 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fb7bf28c-8724-4fdd-ab0d-10388ec93905 req-aedb015d-47d5-49f9-a8fb-04eba227ddcf tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 944 time: 0.5008738 Jun 17 10:21:55.505744 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Made reservation on behalf of ccc0915252994e75b76fc6669e0b7456 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:55.518960 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.555500 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.558422 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.578493 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.581795 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/475a8c9c-fec6-40f8-b1a8-8be423d96771 HTTP/1.1" status: 204 len: 168 time: 1.0672500 Jun 17 10:21:55.590723 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:55.601080 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=140af9c2-845d-4c8a-8363-0a15de4b722c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:55.608631 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:55.610379 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port e730111e-49f5-4104-a461-e20a00883896 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:55.613968 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.626384 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port e730111e-49f5-4104-a461-e20a00883896 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:55.627497 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.638016 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475a8c9c-fec6-40f8-b1a8-8be423d96771,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:55.671732 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:55.707844 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fb7bf28c-8724-4fdd-ab0d-10388ec93905 req-c6f6a7bb-5781-4366-bf2b-a554973b9654 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802037 Jun 17 10:21:55.887571 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.898846 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.899049 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:55.899299 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f261de9-941f-4794-b525-29b968952771 HTTP/1.1" status: 204 len: 168 time: 0.4879098 Jun 17 10:21:55.901330 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:55.952827 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f261de9-941f-4794-b525-29b968952771,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:55.959966 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:55.999691 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bb5b7a-74e8-45ac-b5a8-801439046e0a x-openstack-request-id: req-95bb5b7a-74e8-45ac-b5a8-801439046e0a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:56.005251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ba09d5-7f5c-4662-b129-64264d177e87", "name": "network-vif-plugged", "status": "completed", "tag": "140af9c2-845d-4c8a-8363-0a15de4b722c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:56.005251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95bb5b7a-74e8-45ac-b5a8-801439046e0a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:56.005251 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ba09d5-7f5c-4662-b129-64264d177e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140af9c2-845d-4c8a-8363-0a15de4b722c', 'code': 200} Jun 17 10:21:56.071241 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:56.109280 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-54e66932-95ae-47b2-829f-310233d14562 req-ee77a843-7b24-497e-a3cb-3de8759827ee tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.0839119 Jun 17 10:21:56.161947 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port e730111e-49f5-4104-a461-e20a00883896, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e730111e-49f5-4104-a461-e20a00883896,segment=NetworkSegment(4de4611e-d3d0-4bda-9dcb-5a5a553655f2),segment_id=4de4611e-d3d0-4bda-9dcb-5a5a553655f2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:56.187625 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Allocated IP 172.20.0.9 (927ad643-b9f7-40c8-98ef-bb01af7e0bdf/5fb003ba-f996-4502-b511-64c1cb52e77d/6188a904-838e-451b-b8bb-10d5babeebcf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:56.224617 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:56.227310 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b2d04159-ac80-4a72-8cac-6ae462bdfb91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:56.319722 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=e730111e-49f5-4104-a461-e20a00883896,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:56.326518 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:56.569354 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9ca21-302b-4acb-a36e-580620040009 req-94520dc6-902a-4e85-a915-663544a1339b tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:56.572157 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-08b9ca21-302b-4acb-a36e-580620040009 req-94520dc6-902a-4e85-a915-663544a1339b tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 945 time: 0.3813522 Jun 17 10:21:56.582997 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:56.647314 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d786f-528c-430f-8711-52370edbbcea req-889c058a-7820-44ba-b562-3e9a7fb11c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:56.650476 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-0d7d786f-528c-430f-8711-52370edbbcea req-889c058a-7820-44ba-b562-3e9a7fb11c70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 1098 time: 0.1915872 Jun 17 10:21:56.677134 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d7d786f-528c-430f-8711-52370edbbcea req-07462d40-b4e2-48f2-8846-9951d81fbdd6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:56.689821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:56.730251 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:56.739676 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-08b9ca21-302b-4acb-a36e-580620040009 req-93785334-ce11-47e0-a83c-53da74e8461d tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501188 Jun 17 10:21:56.741571 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Transition to ACTIVE for port object 6188a904-838e-451b-b8bb-10d5babeebcf will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:56.751924 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-12bed325-9846-485d-8442-12793eba352d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:56.853115 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5bd5a1ea68c4bc8b5484ef7ed101701&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1068501 Jun 17 10:21:56.864464 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99c6cb-b9d1-4aff-abc1-d3c083823925,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:56.869604 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:56.907083 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:56.977109 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d7d786f-528c-430f-8711-52370edbbcea req-07462d40-b4e2-48f2-8846-9951d81fbdd6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.010591 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.070304 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:57.093195 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d7d786f-528c-430f-8711-52370edbbcea req-07462d40-b4e2-48f2-8846-9951d81fbdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.106824 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.113618 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.144672 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4aaf7020-a17e-402a-a3c2-d1a9dfcea0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:57.156697 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:57.213161 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-0d7d786f-528c-430f-8711-52370edbbcea req-07462d40-b4e2-48f2-8846-9951d81fbdd6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555768 Jun 17 10:21:57.304280 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:57.305208 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07462d40-b4e2-48f2-8846-9951d81fbdd6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b258b3b7-08e5-470f-aba3-4d63a0844ccd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:57.325480 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:57.326505 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-07462d40-b4e2-48f2-8846-9951d81fbdd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:57.336862 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:57.348780 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:57.351846 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.365347 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:57.377508 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:57.413824 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e94a9-6b40-4581-8ff8-165e7f79a263 req-0b7aa965-620a-4a2c-90bb-f3ac9627f634 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:57.430036 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-113e94a9-6b40-4581-8ff8-165e7f79a263 req-0b7aa965-620a-4a2c-90bb-f3ac9627f634 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 945 time: 0.3989310 Jun 17 10:21:57.439317 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.529657 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-113e94a9-6b40-4581-8ff8-165e7f79a263 req-c8f1da27-a4d1-48c6-900d-34f0593cbffa tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972340 Jun 17 10:21:57.555538 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-818e3449-0b5f-432d-a53b-d518da599a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.678628 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1200800 Jun 17 10:21:57.686283 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.698401 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Request body: {'port': {'device_id': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:57.707809 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.710401 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae99c6cb-b9d1-4aff-abc1-d3c083823925 HTTP/1.1" status: 204 len: 168 time: 0.8276303 Jun 17 10:21:57.718846 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:57.778262 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99c6cb-b9d1-4aff-abc1-d3c083823925,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:57.786208 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:57.858521 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-256e6f4d-8114-469f-81c4-228a4c921424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:57.893818 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147ba25-f1dc-40ce-aaab-60395fd120fc req-4dacd2f9-7adb-48e9-a6c2-3d16659403a5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:57.896675 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8147ba25-f1dc-40ce-aaab-60395fd120fc req-4dacd2f9-7adb-48e9-a6c2-3d16659403a5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 931 time: 0.3035109 Jun 17 10:21:57.923160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.010211 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547364be-c63c-4fcb-bc43-f992377e8791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730111e-49f5-4104-a461-e20a00883896'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:58.017549 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6e237e-d052-429c-8369-d53b4eb48faf" -d '{"events": [{"server_uuid": "547364be-c63c-4fcb-bc43-f992377e8791", "name": "network-vif-plugged", "status": "completed", "tag": "e730111e-49f5-4104-a461-e20a00883896"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:58.028026 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-802db8eb-31e6-4667-a128-8a996bca53c4 None None] Provisioning for port 6188a904-838e-451b-b8bb-10d5babeebcf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:21:58.037934 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-802db8eb-31e6-4667-a128-8a996bca53c4 None None] Provisioning complete for port 6188a904-838e-451b-b8bb-10d5babeebcf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:58.038454 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-802db8eb-31e6-4667-a128-8a996bca53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.040869 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8147ba25-f1dc-40ce-aaab-60395fd120fc req-52f96546-86fb-4270-a6ea-44ff28f2473e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206665 Jun 17 10:21:58.072098 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-256e6f4d-8114-469f-81c4-228a4c921424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.166996 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-256e6f4d-8114-469f-81c4-228a4c921424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.171715 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:58.172381 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:58.203103 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ce17c-7b9f-49d7-8821-b132cb7767d9 x-openstack-request-id: req-b89ce17c-7b9f-49d7-8821-b132cb7767d9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:58.203582 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547364be-c63c-4fcb-bc43-f992377e8791", "name": "network-vif-plugged", "status": "completed", "tag": "e730111e-49f5-4104-a461-e20a00883896", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:58.203884 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b89ce17c-7b9f-49d7-8821-b132cb7767d9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:58.204440 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547364be-c63c-4fcb-bc43-f992377e8791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e730111e-49f5-4104-a461-e20a00883896', 'code': 200} Jun 17 10:21:58.220659 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-802db8eb-31e6-4667-a128-8a996bca53c4 None None] Port 6188a904-838e-451b-b8bb-10d5babeebcf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:21:58.284024 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21974f0-f05d-420f-a8a3-3c2c7753cb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.335986 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-256e6f4d-8114-469f-81c4-228a4c921424 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63a8babcb5dc42edae0392680da12f18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2596028 Jun 17 10:21:58.335986 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:58.360287 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e6f4d-8114-469f-81c4-228a4c921424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae30346-0d91-405d-a117-dbe14ad283d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:58.368972 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-256e6f4d-8114-469f-81c4-228a4c921424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:58.479571 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.530792 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf2749-dccc-42f6-94c8-01a79cd78e0d req-4f4ce6b4-0e9e-4288-8984-37f2c59fdbb2 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:58.534631 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5fdf2749-dccc-42f6-94c8-01a79cd78e0d req-4f4ce6b4-0e9e-4288-8984-37f2c59fdbb2 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 945 time: 0.4669330 Jun 17 10:21:58.551307 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.705910 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21974f0-f05d-420f-a8a3-3c2c7753cb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.787810 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5fdf2749-dccc-42f6-94c8-01a79cd78e0d req-ec066a51-1d6e-470f-8bd5-4badbbf86d9c tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839590 Jun 17 10:21:58.803825 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6188a904-838e-451b-b8bb-10d5babeebcf {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:21:58.821992 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.887580 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c21974f0-f05d-420f-a8a3-3c2c7753cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.893381 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b461d170-a0b0-4107-a0b5-6e226f54ada0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:58.906346 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Transition to ACTIVE for port object 6188a904-838e-451b-b8bb-10d5babeebcf will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:21:58.954133 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.999965 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38c8b6-7eff-41fa-8b0a-b505066007ee req-04e092c8-003c-4bc7-a87b-600a9488ae50 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:59.002570 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2f38c8b6-7eff-41fa-8b0a-b505066007ee req-04e092c8-003c-4bc7-a87b-600a9488ae50 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 945 time: 0.1442499 Jun 17 10:21:59.003321 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:59.005693 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ae30346-0d91-405d-a117-dbe14ad283d4 HTTP/1.1" status: 204 len: 168 time: 0.6685076 Jun 17 10:21:59.020028 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:59.041161 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21974f0-f05d-420f-a8a3-3c2c7753cb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15490bfb-3b5b-4f98-9fd1-7bae4e3f51c6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:59.047365 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c21974f0-f05d-420f-a8a3-3c2c7753cb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:59.051258 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:59.059075 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c21974f0-f05d-420f-a8a3-3c2c7753cb3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf13ac264c324e01b4538787cc15573d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8816371 Jun 17 10:21:59.063652 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:59.099698 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae30346-0d91-405d-a117-dbe14ad283d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:59.103553 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:59.148509 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:59.231861 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b60d4-6cb0-4474-bf18-a9db04e3efc7 req-4380d4b6-e2a2-4925-ba82-9806057c165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:59.234605 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-0e4b60d4-6cb0-4474-bf18-a9db04e3efc7 req-4380d4b6-e2a2-4925-ba82-9806057c165a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 1098 time: 0.3366365 Jun 17 10:21:59.239981 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:59.326016 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2f38c8b6-7eff-41fa-8b0a-b505066007ee req-a5aaaa6b-94a1-4eed-8481-0ea84ec81719 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020341 Jun 17 10:21:59.458922 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:59.598923 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-0e4b60d4-6cb0-4474-bf18-a9db04e3efc7 req-9a4fa416-37dd-4457-a0ed-6e2e64b3f80a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885606 Jun 17 10:21:59.599287 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:59.599287 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:59.686798 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Attempting to bind port 6188a904-838e-451b-b8bb-10d5babeebcf on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:21:59.687289 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Attempting to bind port 6188a904-838e-451b-b8bb-10d5babeebcf by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:21:59.687882 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Attempting to bind port 6188a904-838e-451b-b8bb-10d5babeebcf on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:59.697646 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Port 6188a904-838e-451b-b8bb-10d5babeebcf on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:21:59.698080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Attempting to bind port 6188a904-838e-451b-b8bb-10d5babeebcf on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:21:59.716520 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:21:59.717071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Checking segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:59.717847 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Bound using segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:21:59.718683 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Bound port: 6188a904-838e-451b-b8bb-10d5babeebcf, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:21:59.719184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:59.812951 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95737-a259-4ea3-9b77-20fabf5ff27e req-ace3efb3-52d3-4c58-b394-26ab0d0f0d78 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:59.813915 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-54b95737-a259-4ea3-9b77-20fabf5ff27e req-ace3efb3-52d3-4c58-b394-26ab0d0f0d78 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.2356966 Jun 17 10:21:59.859727 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:59.887241 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:21:59.931643 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:21:59.938737 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-54b95737-a259-4ea3-9b77-20fabf5ff27e req-0494ba23-5cf1-4a1a-b39b-7851121a09f1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124144 Jun 17 10:22:00.123991 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8e13f-4f58-4eb7-8000-129372736065 req-4dae5e03-36ea-40b7-aa33-a19333dae0c0 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:00.125691 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2be8e13f-4f58-4eb7-8000-129372736065 req-4dae5e03-36ea-40b7-aa33-a19333dae0c0 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 945 time: 0.1106396 Jun 17 10:22:00.203289 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2be8e13f-4f58-4eb7-8000-129372736065 req-be9574ec-ccfe-4b7e-94c4-d4a9a029d0ec tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667422 Jun 17 10:22:00.276408 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:00.283442 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:00.285764 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15490bfb-3b5b-4f98-9fd1-7bae4e3f51c6 HTTP/1.1" status: 204 len: 168 time: 1.2185802 Jun 17 10:22:00.286969 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:00.302224 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15490bfb-3b5b-4f98-9fd1-7bae4e3f51c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:00.306189 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:00.329557 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:00.341567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:00.427362 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:00.428275 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:00.431294 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] 10.222.0.20 "PUT /v2.0/ports/6188a904-838e-451b-b8bb-10d5babeebcf HTTP/1.1" status: 200 len: 1093 time: 2.7425580 Jun 17 10:22:00.432191 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:00.437730 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c04f95-dd0b-4d00-8ec5-3bb0e67a73df" -d '{"events": [{"name": "network-changed", "server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:00.511513 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:00.533424 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:00.549979 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:00.751009 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17c51a9-e5d2-4345-a4af-3d2d07e2f66d x-openstack-request-id: req-e17c51a9-e5d2-4345-a4af-3d2d07e2f66d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:00.751841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:00.752388 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e17c51a9-e5d2-4345-a4af-3d2d07e2f66d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:00.753119 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf', 'status': 'completed', 'code': 200} Jun 17 10:22:01.037847 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6f895-87bd-46d2-9634-f9d7e6dd84f7 req-fd50d33b-6c81-46f7-b958-faa444c483d4 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:01.040653 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-24f6f895-87bd-46d2-9634-f9d7e6dd84f7 req-fd50d33b-6c81-46f7-b958-faa444c483d4 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 945 time: 0.2472861 Jun 17 10:22:01.045923 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04f95-dd0b-4d00-8ec5-3bb0e67a73df req-35cff656-b131-4c3e-bc30-6a5bbd0bc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:01.050848 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93c04f95-dd0b-4d00-8ec5-3bb0e67a73df req-35cff656-b131-4c3e-bc30-6a5bbd0bc81e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1096 time: 0.2577808 Jun 17 10:22:01.464960 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-24f6f895-87bd-46d2-9634-f9d7e6dd84f7 req-19d3a8a5-712b-4682-9fda-f3923962bb31 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026487 Jun 17 10:22:01.504356 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04f95-dd0b-4d00-8ec5-3bb0e67a73df req-e110ceba-cc1c-4391-8845-2555f802c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:01.508259 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93c04f95-dd0b-4d00-8ec5-3bb0e67a73df req-e110ceba-cc1c-4391-8845-2555f802c1e5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ccc0915252994e75b76fc6669e0b7456&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4495416 Jun 17 10:22:01.634083 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd2554-28d8-4b70-a520-b954dc1d0211 req-7c55236f-8edc-4110-97d2-b60313d0d2ab tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:01.647250 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ddd2554-28d8-4b70-a520-b954dc1d0211 req-7c55236f-8edc-4110-97d2-b60313d0d2ab tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.3913221 Jun 17 10:22:01.667623 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:01.706043 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:01.951877 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:02.064457 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:02.109016 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c923b54f-c099-4ab8-88ba-d0b0f824d48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:02.117545 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c8e278ee69b4b9e86c32df0d7a7c3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465928 Jun 17 10:22:02.127619 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:02.191337 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f04df-e69c-451d-b65f-662906c42878,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:02.201780 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:02.226710 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ddd2554-28d8-4b70-a520-b954dc1d0211 req-1158af88-8d09-46e6-92f9-4b1b6ce8daa3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5760574 Jun 17 10:22:02.252300 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:02.283350 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04f95-dd0b-4d00-8ec5-3bb0e67a73df req-8a3432cb-fed6-443c-9bca-b157a5bffa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:02.285930 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93c04f95-dd0b-4d00-8ec5-3bb0e67a73df req-8a3432cb-fed6-443c-9bca-b157a5bffa44 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7622867 Jun 17 10:22:02.332951 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:02.359575 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e7ed0-73c0-4e75-821a-550d85413ac4 req-8be8b41a-7853-42c8-acc6-2de5206a5f04 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:02.362738 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9c4e7ed0-73c0-4e75-821a-550d85413ac4 req-8be8b41a-7853-42c8-acc6-2de5206a5f04 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 945 time: 0.3916895 Jun 17 10:22:02.523333 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9c4e7ed0-73c0-4e75-821a-550d85413ac4 req-78ae9a61-b751-40cb-b1f1-5f62b276f61e tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193945 Jun 17 10:22:02.571935 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-74ffcd70-ba94-4201-a209-cf589eb8b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:02.571935 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-74ffcd70-ba94-4201-a209-cf589eb8b4a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1096 time: 0.1929903 Jun 17 10:22:02.601801 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:02.608059 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:02.610633 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/703f04df-e69c-451d-b65f-662906c42878 HTTP/1.1" status: 204 len: 168 time: 0.4814601 Jun 17 10:22:02.612366 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c21974f0-f05d-420f-a8a3-3c2c7753cb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:02.628676 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f04df-e69c-451d-b65f-662906c42878,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:02.633554 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:02.665997 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-b5235b1e-5344-4161-95ef-55ce838d679a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6188a904-838e-451b-b8bb-10d5babeebcf HTTP/1.1" status: 200 len: 217 time: 0.0899467 Jun 17 10:22:02.794369 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-4fd036e2-27bf-4e63-b7fc-b3e5fab239ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:02.796263 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-4fd036e2-27bf-4e63-b7fc-b3e5fab239ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.1140666 Jun 17 10:22:02.983660 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-a9cbcab5-a801-46df-8d6e-cf4416fe28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:02.986912 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-a9cbcab5-a801-46df-8d6e-cf4416fe28e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1818283 Jun 17 10:22:03.126355 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-17a831e8-90c9-408e-a90c-ec38dd387e21 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318412 Jun 17 10:22:03.331762 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cab48d5-b8ff-4af7-b98d-3b04d4b1af45 req-6f2678f0-1680-477b-832c-b2de8689c961 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971989 Jun 17 10:22:03.645906 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3000-e01b-4690-ba91-cb4edca77993 req-60ed3903-4597-438e-98b5-690e7e85935b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:03.647640 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6efd3000-e01b-4690-ba91-cb4edca77993 req-60ed3903-4597-438e-98b5-690e7e85935b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1310177 Jun 17 10:22:03.708465 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6efd3000-e01b-4690-ba91-cb4edca77993 req-22847544-81d8-4bae-a897-107287986d33 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529761 Jun 17 10:22:04.373656 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:04.411091 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e794bb-18a0-41a1-a954-2d3282fb51b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:04.697553 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e794bb-18a0-41a1-a954-2d3282fb51b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:04.767371 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e794bb-18a0-41a1-a954-2d3282fb51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:04.774053 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d74b9b44-decf-437a-b1c2-fc73c6680637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:04.826071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e794bb-18a0-41a1-a954-2d3282fb51b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fd1655-a61d-4dd1-9dac-5d7684b6b7f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:04.856806 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c3e794bb-18a0-41a1-a954-2d3282fb51b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=754ebfecf6c04e82ac0d372745b76b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759095 Jun 17 10:22:04.856806 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c3e794bb-18a0-41a1-a954-2d3282fb51b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:04.859700 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:04.955176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:05.023893 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:05.172462 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d293d1-f8eb-415a-acab-5baddc601dde req-d16a404a-08d6-4ec4-b16d-34ef023b295a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:05.176959 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03d293d1-f8eb-415a-acab-5baddc601dde req-d16a404a-08d6-4ec4-b16d-34ef023b295a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1753891 Jun 17 10:22:05.270874 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03d293d1-f8eb-415a-acab-5baddc601dde req-90c60003-37b0-45c8-aa1c-a7eb0febb56e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835330 Jun 17 10:22:05.374057 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:05.379600 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:05.389033 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97fd1655-a61d-4dd1-9dac-5d7684b6b7f5 HTTP/1.1" status: 204 len: 168 time: 0.5221801 Jun 17 10:22:05.389033 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6df2d125-a092-42a8-910b-9154d381ec79 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:05.393552 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fd1655-a61d-4dd1-9dac-5d7684b6b7f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:05.397691 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:05.489699 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:05.722311 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-947319217-network', 'tenant_id': 'e62a60123fbf41c4bf8f71b27e14d6ec'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:06.014851 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Made reservation on behalf of e62a60123fbf41c4bf8f71b27e14d6ec for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:06.018694 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.032346 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.192531 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.275805 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.285527 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:06.367568 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:22:06.395227 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:22:06.396400 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4512f9-964a-43b8-b34d-a96f886503f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:06.405008 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:06.411880 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.412664 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Added segment 6d43c656-75fd-490b-9a76-a1a58948cc79 of type vlan for network 5814aeca-bd02-460a-8419-68d33215c064 Jun 17 10:22:06.532830 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.655932 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:06.675865 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '6188a904-838e-451b-b8bb-10d5babeebcf', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'port_id': '6188a904-838e-451b-b8bb-10d5babeebcf', 'mac_address': 'fa:16:3e:50:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:22:06.734429 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.746705 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.754500 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6188a904-838e-451b-b8bb-10d5babeebcf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:06.757793 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:06.758726 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:06.770124 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a0bb596-1da3-4d37-84d2-6a8707ed45b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:06.866281 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:06.893044 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Pushing event updated for resources: {'Network': ['ID=5814aeca-bd02-460a-8419-68d33215c064,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:06.914371 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 5814aeca-bd02-460a-8419-68d33215c064 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:22:06.924160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b0fb-0a07-44f9-8c7b-7f3a0db60947 req-0f86fb80-ce26-40d7-96f0-dee23280d71f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:06.927296 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0818b0fb-0a07-44f9-8c7b-7f3a0db60947 req-0f86fb80-ce26-40d7-96f0-dee23280d71f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.3134851 Jun 17 10:22:06.928790 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:07.024385 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0818b0fb-0a07-44f9-8c7b-7f3a0db60947 req-9d25d67b-a463-4e80-9083-643fad16dd55 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833347 Jun 17 10:22:07.033278 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:07.044831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:07.065726 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5708995 Jun 17 10:22:07.068589 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:07.080971 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Request body: {'subnet': {'network_id': '5814aeca-bd02-460a-8419-68d33215c064', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-947319217-subnet', 'tenant_id': 'e62a60123fbf41c4bf8f71b27e14d6ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:07.176867 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:07.187917 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:07.207634 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Made reservation on behalf of e62a60123fbf41c4bf8f71b27e14d6ec for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:07.210983 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:07.307379 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['6188a904-838e-451b-b8bb-10d5babeebcf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:07.568238 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:07.575859 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-0bcac9e5-5ced-434d-9e73-94ad7c64dae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:07.671673 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84efa12-6718-4c8d-8595-815f7190040c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:07.679858 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:07.693611 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Checking segment: {'id': '6d43c656-75fd-490b-9a76-a1a58948cc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5814aeca-bd02-460a-8419-68d33215c064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:07.694177 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Network hostable DHCP agents. Network: 5814aeca-bd02-460a-8419-68d33215c064, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:22:07.841945 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Network 5814aeca-bd02-460a-8419-68d33215c064 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:22:08.084279 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 5814aeca-bd02-460a-8419-68d33215c064) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:08.105992 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf9faf-76fa-46f2-95a0-b3a576142235 None None] Network 5814aeca-bd02-460a-8419-68d33215c064 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:08.114323 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.115310 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:08.331336 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2559533 Jun 17 10:22:08.418782 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff5d7d-f7bb-40ee-baac-1fc39b0d36bd None None] Network 5814aeca-bd02-460a-8419-68d33215c064 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:08.471203 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:22:08.624661 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55717312-4e4e-410f-9c28-9708822bc663 req-46ff59bb-9874-4391-81b0-7f1eeee74535 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.633046 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-55717312-4e4e-410f-9c28-9708822bc663 req-46ff59bb-9874-4391-81b0-7f1eeee74535 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 944 time: 0.2762871 Jun 17 10:22:08.803813 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-55717312-4e4e-410f-9c28-9708822bc663 req-3c69e97a-1653-427b-8367-96282712db9a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642828 Jun 17 10:22:09.276132 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 6188a904-838e-451b-b8bb-10d5babeebcf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:22:09.285059 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 6188a904-838e-451b-b8bb-10d5babeebcf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:09.285849 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:09.503087 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:09.541258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:09.546154 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53330b7c-eb95-4a95-9176-24c5a455732c" -d '{"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-plugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:09.569539 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:09.642209 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:09.648135 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059b952-de34-4f66-84dd-11b12c3a66f3 x-openstack-request-id: req-5059b952-de34-4f66-84dd-11b12c3a66f3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:09.648622 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-plugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:09.649113 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5059b952-de34-4f66-84dd-11b12c3a66f3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:09.649772 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf', 'code': 200} Jun 17 10:22:09.651138 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:09.784132 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:09.784132 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:10.224931 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6668e6-d67a-4388-aee6-423f30cf44b1 req-afed8238-db33-46ba-991f-2904f1aa40a9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:10.230095 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4a6668e6-d67a-4388-aee6-423f30cf44b1 req-afed8238-db33-46ba-991f-2904f1aa40a9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1798460 Jun 17 10:22:10.295657 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4a6668e6-d67a-4388-aee6-423f30cf44b1 req-c51bbf62-73c8-4f43-9085-ac429d696071 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571690 Jun 17 10:22:10.465877 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:10.474658 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-399476911-network', 'tenant_id': 'bac118f96eea475b86647811e1bf151c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:10.593659 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Made reservation on behalf of bac118f96eea475b86647811e1bf151c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:10.599830 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.617741 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.667738 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be914c-7608-490c-ba9b-bb40fb114cdc req-d5d0d83e-34ea-418e-aa3f-dff5a6b7b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:10.667738 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d0be914c-7608-490c-ba9b-bb40fb114cdc req-d5d0d83e-34ea-418e-aa3f-dff5a6b7b733 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1098 time: 0.1985571 Jun 17 10:22:10.733615 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d0be914c-7608-490c-ba9b-bb40fb114cdc req-82039880-b392-474f-91de-edee2bd94e19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634646 Jun 17 10:22:10.798973 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.887352 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.894457 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-17a0092e-e850-4cd8-aa8c-87b1e1fa25db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:10.918676 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:22:10.937312 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d81d794-0dad-446d-be9e-7a87ab5454f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:10.943130 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:10.944941 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.945512 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.segments_db [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Added segment ab782c18-5437-4066-b5f3-d1f46bef2251 of type vlan for network cf235c21-f1c6-46aa-90ec-d68b7be27e34 Jun 17 10:22:11.034190 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.293006 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.302691 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:11.304040 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.310916 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:11.480769 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Pushing event updated for resources: {'Network': ['ID=cf235c21-f1c6-46aa-90ec-d68b7be27e34,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:11.485466 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:11.500321 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network cf235c21-f1c6-46aa-90ec-d68b7be27e34 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:22:11.584160 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1165645 Jun 17 10:22:11.588643 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:11.595998 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Request body: {'subnet': {'network_id': 'cf235c21-f1c6-46aa-90ec-d68b7be27e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-399476911-subnet', 'tenant_id': 'bac118f96eea475b86647811e1bf151c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:11.704953 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2322ab-3eb1-4aa4-8cf2-f3e85ac2a9c8 req-91c53746-51a2-41aa-b4fd-85cbc4383966 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:11.707587 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf2322ab-3eb1-4aa4-8cf2-f3e85ac2a9c8 req-91c53746-51a2-41aa-b4fd-85cbc4383966 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1696682 Jun 17 10:22:11.744217 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Made reservation on behalf of bac118f96eea475b86647811e1bf151c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:11.748874 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.773130 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf2322ab-3eb1-4aa4-8cf2-f3e85ac2a9c8 req-07861ea3-900a-4022-97fe-5a4cba171116 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540357 Jun 17 10:22:12.224964 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.231469 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:12.325370 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a518890-848c-458d-a047-9083ab86f7aa,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:12.344221 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.345154 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.346127 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.347011 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.347497 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.347991 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.348473 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.348988 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.349648 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.350307 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.351011 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.351815 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:12.359600 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:12.410132 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Checking segment: {'id': 'ab782c18-5437-4066-b5f3-d1f46bef2251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cf235c21-f1c6-46aa-90ec-d68b7be27e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:12.416966 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Network hostable DHCP agents. Network: cf235c21-f1c6-46aa-90ec-d68b7be27e34, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:22:12.584550 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Network cf235c21-f1c6-46aa-90ec-d68b7be27e34 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:22:12.696947 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-87bc8d10-c480-46bb-a94a-b426d279ef8d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:12.700132 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-87bc8d10-c480-46bb-a94a-b426d279ef8d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.1725099 Jun 17 10:22:12.704891 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, cf235c21-f1c6-46aa-90ec-d68b7be27e34) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:12.712586 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:12.713703 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.729919 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222a605-fd0d-43a0-b033-5534004501b2 None None] Network cf235c21-f1c6-46aa-90ec-d68b7be27e34 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:12.731914 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-0b212ba1-2bb8-44d6-b35a-417d57c66496 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/quotas/4284bb21075f4edaa167024574ace465 HTTP/1.1" status: 200 len: 375 time: 0.0203128 Jun 17 10:22:12.857867 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-a1b18a99-b586-478f-adb7-480acfc658c1 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1154606 Jun 17 10:22:12.937461 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3302689 Jun 17 10:22:12.996594 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3067eaae-8cc9-49cd-9fad-6ef421fe176b None None] Network cf235c21-f1c6-46aa-90ec-d68b7be27e34 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:13.115968 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-f84e6043-e9e0-4c0c-b2e3-0173bd4f1187 service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458632 Jun 17 10:22:13.268098 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:13.354430 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-dfe70fab-c8ad-4452-a70b-b9a3fede6805 service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339129 Jun 17 10:22:13.414668 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Deleting subnet d84efa12-6718-4c8d-8595-815f7190040c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:22:13.432454 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.501333 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:13.600123 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.625333 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a2c2e-64ff-49e8-afba-8b6a2bab9688 req-991125b7-fe77-4f07-896a-bdf27c6358ef tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:13.640595 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9e9a2c2e-64ff-49e8-afba-8b6a2bab9688 req-991125b7-fe77-4f07-896a-bdf27c6358ef tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2822051 Jun 17 10:22:13.647690 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.758110 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9e9a2c2e-64ff-49e8-afba-8b6a2bab9688 req-f720f27c-173d-4432-b297-c9407ac58e0e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000948 Jun 17 10:22:13.926889 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eeaea45c-9d27-49ab-bf25-6fc70e18d766 req-615d9284-f211-4298-883d-ceb7a18ce7da tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 210 time: 0.0956264 Jun 17 10:22:14.003060 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.019570 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-91a1cfc7-67f8-4b79-8702-f1cc96c26438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:14.141311 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.154996 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d84efa12-6718-4c8d-8595-815f7190040c HTTP/1.1" status: 204 len: 168 time: 0.8849938 Jun 17 10:22:14.156402 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84efa12-6718-4c8d-8595-815f7190040c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:14.162451 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3c3b0dce-6cba-4ef0-9d02-470c8e488654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:14.164592 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:14.194689 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.325920 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.483187 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.507238 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.508263 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.509841 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.510537 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.511218 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.511988 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.512646 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.513368 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.514018 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.514669 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.529692 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600194ea-cebe-4976-a2ba-4cc6001bcde1 req-84be4ac2-ea93-4a6c-a25c-74fe6089fec6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:14.538132 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-600194ea-cebe-4976-a2ba-4cc6001bcde1 req-84be4ac2-ea93-4a6c-a25c-74fe6089fec6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2046452 Jun 17 10:22:14.549782 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:14.556506 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.564121 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'floatingip': {'port_id': '6188a904-838e-451b-b8bb-10d5babeebcf'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:14.764443 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.773760 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6effc497-bb2a-47c4-917e-ca2f8791e20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:14.789564 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.813394 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.817250 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.817250 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.817250 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:14.818269 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5814aeca-bd02-460a-8419-68d33215c064']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:14.863890 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d43c656-75fd-490b-9a76-a1a58948cc79') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:14.864841 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d43c656-75fd-490b-9a76-a1a58948cc79') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:14.922960 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.976975 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.022857 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:22:15.025356 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: from cryptography.utils import int_from_bytes Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: from cryptography.utils import int_from_bytes Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:22:15.068910 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:22:15.177217 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:15.324124 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93ff7040b6b74c0ca403731006e3d86d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8168335 Jun 17 10:22:15.327902 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:15.364529 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ccec9d-e083-43a8-b1d2-32e809e91e53,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:15.428695 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4ab8fcc3-54c4-4e96-8275-cf9c52944221 req-b8d581eb-c7a1-450b-928f-d2d24814961a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 210 time: 0.1562555 Jun 17 10:22:15.453880 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.472789 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da4fa357-125c-4cae-90d6-cdcf48b93ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.477874 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.484462 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5814aeca-bd02-460a-8419-68d33215c064 HTTP/1.1" status: 204 len: 168 time: 1.3152373 Jun 17 10:22:15.501023 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:15.501597 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:15.522486 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.523429 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.530236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.537657 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:15.563534 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5814aeca-bd02-460a-8419-68d33215c064,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:15.564645 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:15.566759 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.578622 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:15.640720 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.668652 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Deleting subnet 2a518890-848c-458d-a047-9083ab86f7aa {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:22:15.723720 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.770701 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da4fa357-125c-4cae-90d6-cdcf48b93ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.836626 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbba8f-cf17-4f64-aaf1-4f2dd72bf1ff req-857e45c0-1b6b-4c54-8420-b5cf94e55a20 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:15.838431 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d3dbba8f-cf17-4f64-aaf1-4f2dd72bf1ff req-857e45c0-1b6b-4c54-8420-b5cf94e55a20 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 945 time: 0.5658193 Jun 17 10:22:15.868219 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.896210 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.967717 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da4fa357-125c-4cae-90d6-cdcf48b93ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.972348 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.977571 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.983323 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12ccec9d-e083-43a8-b1d2-32e809e91e53 HTTP/1.1" status: 204 len: 168 time: 0.6497173 Jun 17 10:22:15.983323 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:16.025999 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d3dbba8f-cf17-4f64-aaf1-4f2dd72bf1ff req-308ab702-1357-4696-86e9-3b6941e75301 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517398 Jun 17 10:22:16.041446 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-da4fa357-125c-4cae-90d6-cdcf48b93ae6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f958e2a12ce14cbdbf65542d0842750b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8552868 Jun 17 10:22:16.042502 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fa357-125c-4cae-90d6-cdcf48b93ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e382f4-44c5-4b0c-9eda-23b0189f61a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:16.046329 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:16.105961 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ccec9d-e083-43a8-b1d2-32e809e91e53,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:16.112532 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:16.113171 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:16.113813 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:16.210914 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.260807 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.465360 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.471169 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.488575 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.506040 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9e382f4-44c5-4b0c-9eda-23b0189f61a9 HTTP/1.1" status: 204 len: 168 time: 0.4520483 Jun 17 10:22:16.506040 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8774b8d0-9aac-4e32-9549-d01ebd1ff76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:16.532362 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:16.575715 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.578975 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2a518890-848c-458d-a047-9083ab86f7aa HTTP/1.1" status: 204 len: 168 time: 1.0609128 Jun 17 10:22:16.604177 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e382f4-44c5-4b0c-9eda-23b0189f61a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:16.621959 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:16.641283 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:16.706344 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 10:22:16.846109 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.848161 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:16.850526 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a518890-848c-458d-a047-9083ab86f7aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:16.854645 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:16.967471 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.028576 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.054222 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf235c21-f1c6-46aa-90ec-d68b7be27e34']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:17.106812 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab782c18-5437-4066-b5f3-d1f46bef2251') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:17.107176 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab782c18-5437-4066-b5f3-d1f46bef2251') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:17.124006 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0d49dcbe-93f0-4ce9-9186-48fa62b31907 req-f1571f10-3031-46b4-bf36-8d52dc9036ee tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 210 time: 0.1907814 Jun 17 10:22:17.125676 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.166008 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.183126 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:22:17.183961 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:22:17.186890 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:22:17.221825 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-6bfe8750-bcd8-4fb3-b93c-e6d6d50d3e6c tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:17.224840 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-6bfe8750-bcd8-4fb3-b93c-e6d6d50d3e6c tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.20 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 945 time: 0.3670821 Jun 17 10:22:17.363423 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.l3_db [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Floating IP 934d33e6-e0a2-4997-9e72-68ae5ad4b299 associated. External IP: 172.28.2.158, port: 6188a904-838e-451b-b8bb-10d5babeebcf. Jun 17 10:22:17.396600 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.418567 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.434927 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cf235c21-f1c6-46aa-90ec-d68b7be27e34 HTTP/1.1" status: 204 len: 168 time: 0.8099508 Jun 17 10:22:17.440790 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:17.467909 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf235c21-f1c6-46aa-90ec-d68b7be27e34,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:17.472200 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:17.513647 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:17.547063 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30727605-cc54-4ad5-8330-07e187db4cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.784124 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Deleting port e730111e-49f5-4104-a461-e20a00883896 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:22:17.784898 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.802036 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30727605-cc54-4ad5-8330-07e187db4cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.973651 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30727605-cc54-4ad5-8330-07e187db4cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.980882 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:18.058782 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30727605-cc54-4ad5-8330-07e187db4cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b226da95-cbe0-4f3d-946e-e6d6585384ad,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:18.069149 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-30727605-cc54-4ad5-8330-07e187db4cca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e8ddfedd0694134a982c7f80ba49d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528131 Jun 17 10:22:18.071649 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-30727605-cc54-4ad5-8330-07e187db4cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:18.073290 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:18.177957 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.197985 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708ff5-8061-42c3-84f5-eb2d8d9a5920 req-4a688ca7-c936-4dbe-a905-8e33b4eea857 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:18.212062 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0b708ff5-8061-42c3-84f5-eb2d8d9a5920 req-4a688ca7-c936-4dbe-a905-8e33b4eea857 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 945 time: 0.6887999 Jun 17 10:22:18.233488 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.465513 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:18.505961 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-66217f27-4fff-40ef-b9ac-e1001adf5b4a req-dce9b173-ea77-4dc5-96e8-8825c457fe98 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 210 time: 0.1194096 Jun 17 10:22:18.523471 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0b708ff5-8061-42c3-84f5-eb2d8d9a5920 req-bdc45840-146c-4d70-96cc-51c4aaca0419 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/security-groups?id=56e3f34a-ade2-40d5-b187-4f175776007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099825 Jun 17 10:22:18.535158 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.540563 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.543811 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b226da95-cbe0-4f3d-946e-e6d6585384ad HTTP/1.1" status: 204 len: 168 time: 0.4666333 Jun 17 10:22:18.553991 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7c3530a1-bf33-4fff-a7ad-14b752410fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:18.557143 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] For port e730111e-49f5-4104-a461-e20a00883896, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e730111e-49f5-4104-a461-e20a00883896,segment=NetworkSegment(4de4611e-d3d0-4bda-9dcb-5a5a553655f2),segment_id=4de4611e-d3d0-4bda-9dcb-5a5a553655f2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:18.557593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.635017 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226da95-cbe0-4f3d-946e-e6d6585384ad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:18.713817 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:18.729137 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:18.790705 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-426c85c9-0ffd-4e2d-821a-1d1437656b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.808568 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-6543d4e4-c861-4d8a-8e2e-2dc01204a67b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e62a60123fbf41c4bf8f71b27e14d6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398976 Jun 17 10:22:18.828217 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:18.829898 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Calling delete_port for e730111e-49f5-4104-a461-e20a00883896 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:22:18.867734 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Router 1ddf4b1d-6f62-4230-9bee-f65988828113 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:22:19.131026 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-9721393e-e876-4966-98a1-cbf9e5b06c05 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:19.135070 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-9721393e-e876-4966-98a1-cbf9e5b06c05 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.6450679 Jun 17 10:22:19.173292 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.205729 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Request body: {'port': {'device_id': '90d7a179-0b74-44cd-a110-466019b4544f', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'admin_state_up': True, 'tenant_id': '4284bb21075f4edaa167024574ace465'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:19.401340 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:22:19.415457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.415748 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.421409 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-426c85c9-0ffd-4e2d-821a-1d1437656b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.429605 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] Sync routers for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:22:19.467102 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:19.472530 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:21:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:19.539578 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8d391178-aa05-4f68-b30c-2d9699082b26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "PUT /v2.0/floatingips/934d33e6-e0a2-4997-9e72-68ae5ad4b299 HTTP/1.1" status: 200 len: 991 time: 4.9838581 Jun 17 10:22:19.539578 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:19.574094 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7690de9f-10b2-411d-86f4-00ee450ee6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:19.574431 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-426c85c9-0ffd-4e2d-821a-1d1437656b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.595084 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-07462d40-b4e2-48f2-8846-9951d81fbdd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:19.650549 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c85c9-0ffd-4e2d-821a-1d1437656b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148b3528-be32-46d9-95d7-3f4402669a5a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:19.664550 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.697520 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-426c85c9-0ffd-4e2d-821a-1d1437656b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:19.718325 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:19.744942 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-426c85c9-0ffd-4e2d-821a-1d1437656b63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=027794e4f7bf40d08601195c7d865c74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0105770 Jun 17 10:22:19.746489 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:19.849655 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Made reservation on behalf of 4284bb21075f4edaa167024574ace465 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:19.855969 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.887179 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Pushing event deleted for resources: {'Port': ['ID=e730111e-49f5-4104-a461-e20a00883896,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:19.910457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:19.918377 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:19.951981 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] No DVR routers for this DVR port e730111e-49f5-4104-a461-e20a00883896 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:22:19.971976 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.976380 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3695e2d7-e17a-436a-abcf-e5ba0eb7d886 req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.20 "DELETE /v2.0/ports/e730111e-49f5-4104-a461-e20a00883896 HTTP/1.1" status: 204 len: 173 time: 2.7412724 Jun 17 10:22:20.016219 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d9a0f5ab-98aa-4736-8f5e-37fb087269e5 req-d1365c4e-c7fd-4492-873f-81bf21616752 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 210 time: 0.1140351 Jun 17 10:22:20.026144 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:20.030053 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:20.036501 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc4512f9-964a-43b8-b34d-a96f886503f5 HTTP/1.1" status: 204 len: 168 time: 1.2026820 Jun 17 10:22:20.045668 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:20.129856 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4512f9-964a-43b8-b34d-a96f886503f5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:20.148269 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:20.150658 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897bdd05-6062-4cb3-8109-6c021ad328cb x-openstack-request-id: req-897bdd05-6062-4cb3-8109-6c021ad328cb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:20.150658 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:20.154101 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-897bdd05-6062-4cb3-8109-6c021ad328cb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:20.155553 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf', 'status': 'completed', 'code': 200} Jun 17 10:22:20.189550 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:20.210626 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Allocated IP 172.20.0.3 (b18c9ed3-5b41-4207-b837-d1dd555529c5/499c0fea-49d3-45f3-9574-63b2cd5044b4/8b51d6d3-1aac-4a5c-8e63-21ed43384480) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:20.254137 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:20.272810 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:20.387885 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-95eb34af-f795-4d2d-91c0-dca4a9f88981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:20.391468 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-95eb34af-f795-4d2d-91c0-dca4a9f88981 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1098 time: 0.1929483 Jun 17 10:22:20.519010 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e730111e-49f5-4104-a461-e20a00883896 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:22:20.652031 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: e730111e-49f5-4104-a461-e20a00883896 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:22:20.653210 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e730111e-49f5-4104-a461-e20a00883896 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:22:20.687482 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-298e1a94-6091-4252-8f42-3087a40a6375 req-75fa1153-fa3f-4415-aecb-aa50c32937b1 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.2172809 Jun 17 10:22:20.729548 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:20.738027 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:20.745202 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/148b3528-be32-46d9-95d7-3f4402669a5a HTTP/1.1" status: 204 len: 168 time: 0.9949617 Jun 17 10:22:20.759175 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:20.762470 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '934d33e6-e0a2-4997-9e72-68ae5ad4b299', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'floating_ip_address': '172.28.2.158', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'port_id': '6188a904-838e-451b-b8bb-10d5babeebcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'mac_address': 'fa:16:3e:50:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:21:41Z', 'updated_at': '2021-06-17T10:22:16Z', 'revision_number': 1, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:20.800710 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-fbfcb3d1-2756-41d7-afec-03f34ea7b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:20.804199 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-fbfcb3d1-2756-41d7-afec-03f34ea7b140 service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.4044592 Jun 17 10:22:20.806566 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b3528-be32-46d9-95d7-3f4402669a5a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:20.811105 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:20.835440 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:20.892446 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] Checking router: 1ddf4b1d-6f62-4230-9bee-f65988828113 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:22:20.930692 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:20.946336 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:21:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:21.107306 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:21.124546 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:21.142326 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:21.182441 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:21.202130 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-04aa177f-5273-4930-81bb-8ac2c8e24c8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6188a904-838e-451b-b8bb-10d5babeebcf HTTP/1.1" status: 200 len: 999 time: 0.3835599 Jun 17 10:22:21.207875 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:21.215578 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:21.268321 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:21.431323 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:21.432724 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:21.491041 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-e0bb2f9e-11bd-4960-ba02-26c4f8694c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:21.492259 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e983c2d-04a1-4857-b8b2-e6230f975c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:21.498557 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-e0bb2f9e-11bd-4960-ba02-26c4f8694c46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.2577550 Jun 17 10:22:21.551938 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:21.555650 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event updated for resources: {'Port': ['ID=8b51d6d3-1aac-4a5c-8e63-21ed43384480,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:21.575071 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:21.659850 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4802318 Jun 17 10:22:21.701522 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Request body: {'port': {'device_id': '90d7a179-0b74-44cd-a110-466019b4544f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:21.766421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-de43e0d3-085a-4c11-9b5c-085bb808d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:21.768867 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-de43e0d3-085a-4c11-9b5c-085bb808d1a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2598767 Jun 17 10:22:21.804389 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d499c5-68ee-46dd-b8f9-59c4e4ea989d req-cfab1675-bc28-4be2-8b5d-6de5bee82f78 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:21.816243 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a1d499c5-68ee-46dd-b8f9-59c4e4ea989d req-cfab1675-bc28-4be2-8b5d-6de5bee82f78 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 931 time: 0.2007072 Jun 17 10:22:21.841936 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:22.065210 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:22.090754 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a1d499c5-68ee-46dd-b8f9-59c4e4ea989d req-3b90e133-d57a-4f85-bbf6-5a2efc5a331e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730024 Jun 17 10:22:22.242192 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547364be-c63c-4fcb-bc43-f992377e8791', 'name': 'network-vif-deleted', 'tag': 'e730111e-49f5-4104-a461-e20a00883896'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:22.257131 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '934d33e6-e0a2-4997-9e72-68ae5ad4b299', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'floating_ip_address': '172.28.2.158', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'port_id': '6188a904-838e-451b-b8bb-10d5babeebcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'mac_address': 'fa:16:3e:50:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:21:41Z', 'updated_at': '2021-06-17T10:22:16Z', 'revision_number': 1, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:22.258735 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725b9c90-42c4-4748-b05f-888939c2d5db" -d '{"events": [{"server_uuid": "547364be-c63c-4fcb-bc43-f992377e8791", "name": "network-vif-deleted", "tag": "e730111e-49f5-4104-a461-e20a00883896"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:22.268796 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-673addeb-a635-4235-bf3d-ff2f3de7ee9c req-273ac0b4-6b35-4ce3-91ad-91ab564b03aa tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] 10.222.0.50 "GET /v2.0/ports?device_id=547364be-c63c-4fcb-bc43-f992377e8791 HTTP/1.1" status: 200 len: 210 time: 0.1569724 Jun 17 10:22:22.280441 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:22.409372 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-7492f837-e421-40eb-b917-2321266bda3c service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180971 Jun 17 10:22:22.462004 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aaca09-c493-4f7e-bf96-7f1da80d94d1 None None] The sync data for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb is: [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '934d33e6-e0a2-4997-9e72-68ae5ad4b299', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'floating_ip_address': '172.28.2.158', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'port_id': '6188a904-838e-451b-b8bb-10d5babeebcf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'mac_address': 'fa:16:3e:50:76:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:21:41Z', 'updated_at': '2021-06-17T10:22:16Z', 'revision_number': 1, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:22:22.496969 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b3329-9812-492b-be62-2366d449018a x-openstack-request-id: req-6a2b3329-9812-492b-be62-2366d449018a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:22.497889 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547364be-c63c-4fcb-bc43-f992377e8791", "name": "network-vif-deleted", "tag": "e730111e-49f5-4104-a461-e20a00883896", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:22.498608 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a2b3329-9812-492b-be62-2366d449018a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:22.499529 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547364be-c63c-4fcb-bc43-f992377e8791', 'name': 'network-vif-deleted', 'tag': 'e730111e-49f5-4104-a461-e20a00883896', 'status': 'completed', 'code': 200} Jun 17 10:22:22.692142 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5c78247b-8b26-4cf5-b398-a03b78fcbb4f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bac118f96eea475b86647811e1bf151c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960328 Jun 17 10:22:22.739536 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e983c2d-04a1-4857-b8b2-e6230f975c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:22.740393 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:22.767792 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c03852a-101e-4466-aaa4-e7841d5fe52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:22.937281 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7690de9f-10b2-411d-86f4-00ee450ee6a0 req-dbd1aefc-d643-4d4d-bb08-d90da7f13048 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258040 Jun 17 10:22:22.984656 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e983c2d-04a1-4857-b8b2-e6230f975c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.047346 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7ad586d7-f61f-40af-80ba-ce0dfbd0329b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:23.063843 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a93b5ce-b1f5-409f-97ae-ce8b60eaace2 None None] New status for floating IP 934d33e6-e0a2-4997-9e72-68ae5ad4b299: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:22:23.200782 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2e983c2d-04a1-4857-b8b2-e6230f975c2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47d59977759345c89acd22947336cf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9263124 Jun 17 10:22:23.202198 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:23.203898 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c03852a-101e-4466-aaa4-e7841d5fe52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.206981 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.207334 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e983c2d-04a1-4857-b8b2-e6230f975c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c125797-a42f-4a2e-aeb4-955989b61d40,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:23.236796 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2e983c2d-04a1-4857-b8b2-e6230f975c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:23.310593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.418029 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c03852a-101e-4466-aaa4-e7841d5fe52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.446191 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:23.633705 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3c03852a-101e-4466-aaa4-e7841d5fe52b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15469edac746459082e785a51e67e299&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4224577 Jun 17 10:22:23.641283 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.646208 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:23.694629 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03852a-101e-4466-aaa4-e7841d5fe52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c028f5-5030-462e-a395-9ec271f7a311,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:23.717241 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3c03852a-101e-4466-aaa4-e7841d5fe52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:23.786494 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.787908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.795308 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d81d794-0dad-446d-be9e-7a87ab5454f9 HTTP/1.1" status: 204 len: 168 time: 1.0863478 Jun 17 10:22:23.799915 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a747b4c6-bb6c-46e1-b54b-8315d9993db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:23.821006 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78be24-3a5f-45a5-81cc-7b84f246c85d req-dfaa13eb-f7b8-41f1-b14f-02588eb603fe tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:23.824489 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ae78be24-3a5f-45a5-81cc-7b84f246c85d req-dfaa13eb-f7b8-41f1-b14f-02588eb603fe tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 931 time: 0.4141045 Jun 17 10:22:23.830992 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.833579 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d81d794-0dad-446d-be9e-7a87ab5454f9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:23.841466 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:23.945310 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ae78be24-3a5f-45a5-81cc-7b84f246c85d req-1439b80a-608c-4441-94f1-6691cf6950f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999115 Jun 17 10:22:24.048012 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b51d6d3-1aac-4a5c-8e63-21ed43384480 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:24.069634 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.098256 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Transition to ACTIVE for port object 8b51d6d3-1aac-4a5c-8e63-21ed43384480 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:24.139482 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cd67cea-baf1-47f2-beab-aaa0cec6cb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.156466 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.219231 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.223152 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.246199 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:24.320408 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.325438 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.330966 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c125797-a42f-4a2e-aeb4-955989b61d40 HTTP/1.1" status: 204 len: 168 time: 1.1141992 Jun 17 10:22:24.461603 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Pushing event updated for resources: {'Port': ['ID=8b51d6d3-1aac-4a5c-8e63-21ed43384480,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:24.469753 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:24.469753 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-98d92e32-126d-47ff-a895-72f36e7e6efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:24.524894 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c125797-a42f-4a2e-aeb4-955989b61d40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:24.529248 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:24.653862 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Attempting to bind port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:22:24.654414 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Attempting to bind port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:22:24.654964 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Attempting to bind port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:24.663987 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:22:24.664478 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Attempting to bind port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:24.675536 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:22:24.676089 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Checking segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:24.676708 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Bound using segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:22:24.677461 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Bound port: 8b51d6d3-1aac-4a5c-8e63-21ed43384480, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:22:24.678017 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.752259 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.757702 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.759308 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4c028f5-5030-462e-a395-9ec271f7a311 HTTP/1.1" status: 204 len: 168 time: 1.0973389 Jun 17 10:22:24.763137 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:24.782092 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c028f5-5030-462e-a395-9ec271f7a311,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:24.785205 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:24.831939 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] For port 8b51d6d3-1aac-4a5c-8e63-21ed43384480, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:22:24.839800 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] For port 8b51d6d3-1aac-4a5c-8e63-21ed43384480, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8b51d6d3-1aac-4a5c-8e63-21ed43384480,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:22:24.992444 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:25.000064 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:25.001933 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:22:25.100279 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:25.101770 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:25.104321 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] 10.222.0.20 "PUT /v2.0/ports/8b51d6d3-1aac-4a5c-8e63-21ed43384480 HTTP/1.1" status: 200 len: 1093 time: 3.4258149 Jun 17 10:22:25.106925 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d7a179-0b74-44cd-a110-466019b4544f', 'tag': '8b51d6d3-1aac-4a5c-8e63-21ed43384480'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:25.114341 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352dfed-413f-408a-a72a-f7e69124e7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "90d7a179-0b74-44cd-a110-466019b4544f", "tag": "8b51d6d3-1aac-4a5c-8e63-21ed43384480"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:25.284703 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Pushing event updated for resources: {'Port': ['ID=8b51d6d3-1aac-4a5c-8e63-21ed43384480,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:25.395741 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf6247-c87c-4308-be14-9d69f4ad2cb1 req-aa01c542-9a51-45d3-b9a6-fd68e0e5f841 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:25.400597 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ee458-12c2-4e90-b305-64d39f93d569 x-openstack-request-id: req-354ee458-12c2-4e90-b305-64d39f93d569 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:25.401140 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d7a179-0b74-44cd-a110-466019b4544f", "tag": "8b51d6d3-1aac-4a5c-8e63-21ed43384480", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:25.401889 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-354ee458-12c2-4e90-b305-64d39f93d569 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:25.404267 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d7a179-0b74-44cd-a110-466019b4544f', 'tag': '8b51d6d3-1aac-4a5c-8e63-21ed43384480', 'status': 'completed', 'code': 200} Jun 17 10:22:25.409893 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4daf6247-c87c-4308-be14-9d69f4ad2cb1 req-aa01c542-9a51-45d3-b9a6-fd68e0e5f841 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 943 time: 0.2295880 Jun 17 10:22:25.411997 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:25.484320 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-5ffdba1a-536a-412c-9def-bfb0e292888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:25.487750 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-5ffdba1a-536a-412c-9def-bfb0e292888e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 1096 time: 0.1842167 Jun 17 10:22:25.490088 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4daf6247-c87c-4308-be14-9d69f4ad2cb1 req-42177e49-6e04-4bfa-be0d-444adadf9b66 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782282 Jun 17 10:22:25.563535 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-670df5b6-29ec-4b2a-ae3e-2c4ff0d2c832 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b51d6d3-1aac-4a5c-8e63-21ed43384480 HTTP/1.1" status: 200 len: 217 time: 0.0660169 Jun 17 10:22:25.662310 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-641086c2-3bf2-4542-8eb8-0eb47fac9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:25.666024 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-641086c2-3bf2-4542-8eb8-0eb47fac9896 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.0944591 Jun 17 10:22:25.737607 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-ab08ccb6-ce67-4f3f-b35c-c4188dc380f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560088 Jun 17 10:22:25.928831 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-db6c9c57-afc2-4d3f-8858-feb56fe1c5fb service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859617 Jun 17 10:22:25.981638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:26.071519 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Deleting subnet f56bd456-07ca-43f2-976c-88e661b38c7e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:22:26.085322 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.127913 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:26.129922 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1bc5b678-6f16-46df-9f6a-d7a434c89989 req-41bbe146-336b-4167-867b-b53cf84bc648 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929784 Jun 17 10:22:26.159761 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.169157 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.183845 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:26.200606 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0864f01-97d7-4e82-8362-05cd1acb3ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.398565 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.400946 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0864f01-97d7-4e82-8362-05cd1acb3ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.408033 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8c1b7ad3-6f7e-42bb-bfe2-4600582d72ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:26.420951 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-6f2af131-ebeb-4df5-874f-1bf46fbf8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:26.422609 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-6f2af131-ebeb-4df5-874f-1bf46fbf8054 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 1096 time: 0.1106513 Jun 17 10:22:26.461340 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56bd456-07ca-43f2-976c-88e661b38c7e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:26.471158 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:26.478680 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.490831 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f9aa7eeb-2731-445d-b94d-e28bd4fe3b88 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f56bd456-07ca-43f2-976c-88e661b38c7e HTTP/1.1" status: 204 len: 168 time: 0.5069849 Jun 17 10:22:26.496813 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:26.545024 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0864f01-97d7-4e82-8362-05cd1acb3ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.554446 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-88817e4e-d872-4816-835a-8ca98d9c8348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:26.659416 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f0864f01-97d7-4e82-8362-05cd1acb3ff6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f73bee7cba5541b5bbd4b0a2c7cee17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744008 Jun 17 10:22:26.663271 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0864f01-97d7-4e82-8362-05cd1acb3ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc8aa22-78c0-44b4-ad47-e5635897265d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:26.676671 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:26.689087 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1744566158-network', 'tenant_id': '5430778ad8884255bc45aa5b1db08568'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:26.700623 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.708699 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f0864f01-97d7-4e82-8362-05cd1acb3ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:26.737924 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-d99c4ddf-23ea-4539-b591-38de8096a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:26.741264 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-d99c4ddf-23ea-4539-b591-38de8096a098 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 916 time: 0.3065164 Jun 17 10:22:26.743851 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:26.773137 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdf86971-fab6-4cd6-821d-560e3d646af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.875534 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-c4407d3f-ce0b-4ac2-b616-541db6acffb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b51d6d3-1aac-4a5c-8e63-21ed43384480 HTTP/1.1" status: 200 len: 217 time: 0.0950136 Jun 17 10:22:26.934737 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.028605 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-bf8f3ff5-9db0-49d5-8ee4-1f1b1624f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:27.030312 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-bf8f3ff5-9db0-49d5-8ee4-1f1b1624f9ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.1342931 Jun 17 10:22:27.032980 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Made reservation on behalf of 5430778ad8884255bc45aa5b1db08568 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:27.036119 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.070134 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.095509 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.097320 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-2bdf21a2-3a34-4345-aa55-c3f9aff99e08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573187 Jun 17 10:22:27.108576 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.109123 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.110463 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.111016 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.111593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.112165 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.112595 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.113024 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.113573 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.114203 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.206080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.206527 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.207280 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.207812 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:22:27.208335 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:27.217810 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.267774 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de4611e-d3d0-4bda-9dcb-5a5a553655f2') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:27.268213 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de4611e-d3d0-4bda-9dcb-5a5a553655f2') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:27.322915 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdf86971-fab6-4cd6-821d-560e3d646af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.325668 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-c5d006ac-f2a1-4e9e-b698-f2d9c6c270cd service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181823 Jun 17 10:22:27.325827 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129696951'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.411484 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.427012 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:22:27.427578 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129698236'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.439205 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71bc87-86f8-460f-a36a-7d782491a105 req-38501314-cb2f-47c1-b32d-120adc4b7bc2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:27.447705 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8aa06af3-0aaa-47dd-aa89-ce47d0309be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.449071 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a71bc87-86f8-460f-a36a-7d782491a105 req-38501314-cb2f-47c1-b32d-120adc4b7bc2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 943 time: 0.5452409 Jun 17 10:22:27.452049 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.537589 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdf86971-fab6-4cd6-821d-560e3d646af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.537589 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: from cryptography.utils import int_from_bytes Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: from cryptography.utils import int_from_bytes Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: Traceback (most recent call last): Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: timer() Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: cb(*args, **kw) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: return func(*args, **kwargs) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: self._notify() Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: self.callback(batched_events) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: event.method(event) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: return f(self, *a, **k) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: return self._get(url).json() Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:22:27.538747 dv-cinder-796806-1-smb neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:22:27.579025 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a71bc87-86f8-460f-a36a-7d782491a105 req-a10b39f1-5f77-4a26-a3e3-c885615946f9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275480 Jun 17 10:22:27.582082 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf86971-fab6-4cd6-821d-560e3d646af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b956b1b-bfd3-46dd-bfb7-dfcf959508fc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:27.601618 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bdf86971-fab6-4cd6-821d-560e3d646af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:27.619403 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-bdf86971-fab6-4cd6-821d-560e3d646af7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d9fed084d814855b447abc6d68be270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8712192 Jun 17 10:22:27.630044 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:27.639662 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9352dfed-413f-408a-a72a-f7e69124e7f5 req-7601119b-4c1f-453f-abf8-782162acb813 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065844 Jun 17 10:22:27.715757 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.719193 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:27.720415 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bc8aa22-78c0-44b4-ad47-e5635897265d HTTP/1.1" status: 204 len: 168 time: 1.0161018 Jun 17 10:22:27.725723 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3c03852a-101e-4466-aaa4-e7841d5fe52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:27.745912 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc8aa22-78c0-44b4-ad47-e5635897265d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:27.749847 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:28.020350 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.034442 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.057525 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a2a4fd12-f6bb-4d05-92c5-80c07a5a8286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:28.085323 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.087805 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2 HTTP/1.1" status: 204 len: 168 time: 1.5892773 Jun 17 10:22:28.096585 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.106970 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b66f1f-3e83-4352-86b6-c55a8b2ca3e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:28.115608 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:28.123229 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.186669 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.199211 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:28.231691 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:22:28.271510 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979efb69-f8f7-4179-baee-24c7b562f950,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:28.274823 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:28.428182 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.433245 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.435306 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b956b1b-bfd3-46dd-bfb7-dfcf959508fc HTTP/1.1" status: 204 len: 168 time: 0.8034847 Jun 17 10:22:28.438644 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.439698 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Added segment 49b573bb-25f8-4bc1-a916-c969b66dbcc8 of type vlan for network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc Jun 17 10:22:28.442332 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:28.463156 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b956b1b-bfd3-46dd-bfb7-dfcf959508fc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:28.466922 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:28.513158 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.747999 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.759238 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:28.761098 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.767718 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:28.893344 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Pushing event updated for resources: {'Network': ['ID=8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:28.897012 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:28.912229 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:22:28.934902 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3779b-cd89-4f06-b32d-db901a792d6d req-135e99a4-0e68-4e29-88a0-536ac155759a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:28.936646 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-61f3779b-cd89-4f06-b32d-db901a792d6d req-135e99a4-0e68-4e29-88a0-536ac155759a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 943 time: 0.1293936 Jun 17 10:22:29.002499 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-61f3779b-cd89-4f06-b32d-db901a792d6d req-5f699f6b-99a9-4fdd-b4ba-0fde70f1a00d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571480 Jun 17 10:22:29.011562 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:29.021235 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8859043 Jun 17 10:22:29.021952 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Request body: {'subnet': {'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1744566158-subnet', 'tenant_id': '5430778ad8884255bc45aa5b1db08568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:29.045998 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:29.137523 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-77f157d6-f975-4e6c-9ee8-75bce2915879 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3512836d290341d089197fc1bec457c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0884697 Jun 17 10:22:29.140909 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:29.228580 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:29.270061 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:29.270972 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Made reservation on behalf of 5430778ad8884255bc45aa5b1db08568 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:29.297368 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126195696'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:29.494069 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:29.502946 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:29.506132 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56e3f34a-ade2-40d5-b187-4f175776007c HTTP/1.1" status: 204 len: 168 time: 0.3627148 Jun 17 10:22:29.507690 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:29.533806 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e3f34a-ade2-40d5-b187-4f175776007c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:29.538099 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:29.635809 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:29.795595 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126195682'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:29.799001 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:29.893339 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75a6eaf-3b06-47ac-a5cc-c955d576cb9a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:29.899517 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:29.907499 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Checking segment: {'id': '49b573bb-25f8-4bc1-a916-c969b66dbcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:29.908112 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Network hostable DHCP agents. Network: 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:22:30.047225 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:22:30.208425 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:30.237484 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:30.238916 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:30.246174 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e1c8e-44e7-45c5-9ab5-b2737635955f None None] Network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:30.336706 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3217380 Jun 17 10:22:30.457963 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f388df2-211d-48ec-82d3-04c3279c7f53 req-20cc9501-5414-4e02-b62a-e0dd1b8f0e63 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:30.461869 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3f388df2-211d-48ec-82d3-04c3279c7f53 req-20cc9501-5414-4e02-b62a-e0dd1b8f0e63 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 943 time: 0.1772702 Jun 17 10:22:30.519088 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 8b51d6d3-1aac-4a5c-8e63-21ed43384480 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:22:30.659512 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3f388df2-211d-48ec-82d3-04c3279c7f53 req-ca864de2-e105-4fa8-a450-f507e23b3e1d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807737 Jun 17 10:22:30.773329 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:30.843800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24e5ff-febb-4bfb-941a-851388b033dc None None] Network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:31.024896 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 8b51d6d3-1aac-4a5c-8e63-21ed43384480, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8b51d6d3-1aac-4a5c-8e63-21ed43384480,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:31.054244 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '8b51d6d3-1aac-4a5c-8e63-21ed43384480', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'port_id': '8b51d6d3-1aac-4a5c-8e63-21ed43384480', 'mac_address': 'fa:16:3e:da:73:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499c0fea-49d3-45f3-9574-63b2cd5044b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:22:31.243007 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:31.270950 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b51d6d3-1aac-4a5c-8e63-21ed43384480 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:31.308197 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 8b51d6d3-1aac-4a5c-8e63-21ed43384480, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8b51d6d3-1aac-4a5c-8e63-21ed43384480,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:31.487032 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:31.490488 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:31.599590 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=8b51d6d3-1aac-4a5c-8e63-21ed43384480,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:31.618181 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.618752 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.619333 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.619894 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.620509 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.621185 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.621763 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.622306 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.622873 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.623415 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.623977 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.624551 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:31.632182 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:31.767431 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['8b51d6d3-1aac-4a5c-8e63-21ed43384480'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:32.085081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368da962-99b9-43a7-a378-c65aa0672dfc req-6c0446f8-66b3-40da-b1fe-a0b3d7c8329d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:32.097425 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-368da962-99b9-43a7-a378-c65aa0672dfc req-6c0446f8-66b3-40da-b1fe-a0b3d7c8329d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 944 time: 0.1672306 Jun 17 10:22:32.173578 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-368da962-99b9-43a7-a378-c65aa0672dfc req-c7a68d60-7b0a-481f-8d61-acc9afedc9da tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747240 Jun 17 10:22:33.613686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8f5da-1b37-4e5c-9a31-e0cbae690f05 req-c7de58cf-681c-4909-890a-42889a9e0455 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:33.615487 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e7d8f5da-1b37-4e5c-9a31-e0cbae690f05 req-c7de58cf-681c-4909-890a-42889a9e0455 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 944 time: 0.1999962 Jun 17 10:22:33.704974 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e7d8f5da-1b37-4e5c-9a31-e0cbae690f05 req-ad3e9d72-fd4f-4796-8289-8f8b38415b11 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749419 Jun 17 10:22:34.237359 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:34.248637 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-652924796-network', 'tenant_id': '5059a6cf06624cfcb958277ba9be9a66'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:34.390133 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Made reservation on behalf of 5059a6cf06624cfcb958277ba9be9a66 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:34.395846 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:34.407778 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 53954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:34.419533 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:34.552178 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 8b51d6d3-1aac-4a5c-8e63-21ed43384480 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:22:34.678364 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:34.795998 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:34.803379 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1befb3cc-0c31-43d6-b1a6-5c2978b2f705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:34.843069 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:22:34.859266 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:22:34.871867 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc606fcb-34d1-415a-b5f9-5e06b4fd5d4d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:34.888249 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:34.891190 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:34.893591 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:34.899821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:34.907191 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:34.911511 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Added segment a46940b7-e4e9-437a-9318-577912ae472b of type vlan for network a5eef45f-9922-4aa8-aa1a-79be071bb7bb Jun 17 10:22:34.931271 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f025a208-db83-4091-9446-060e42f7d49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.028173 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.195398 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f025a208-db83-4091-9446-060e42f7d49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.206726 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e68ae1-935c-4917-b0e0-5fcc9ceab53e req-cf4e6d70-7cb3-47ae-90ee-6c51b5602c62 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:35.212009 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-89e68ae1-935c-4917-b0e0-5fcc9ceab53e req-cf4e6d70-7cb3-47ae-90ee-6c51b5602c62 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 944 time: 0.1281376 Jun 17 10:22:35.236617 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.283738 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.296541 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d7a179-0b74-44cd-a110-466019b4544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51d6d3-1aac-4a5c-8e63-21ed43384480'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:35.302681 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2725f46c-2773-4014-9ad5-1b6a581d404d" -d '{"events": [{"server_uuid": "90d7a179-0b74-44cd-a110-466019b4544f", "name": "network-vif-plugged", "status": "completed", "tag": "8b51d6d3-1aac-4a5c-8e63-21ed43384480"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:35.317060 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-89e68ae1-935c-4917-b0e0-5fcc9ceab53e req-c89be64c-589f-478c-83b4-d2263fc7dd6a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884485 Jun 17 10:22:35.319045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:35.320473 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.326324 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c68ba807-5004-4d15-8f0b-33585e77c9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:35.345091 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f025a208-db83-4091-9446-060e42f7d49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.368345 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 8b51d6d3-1aac-4a5c-8e63-21ed43384480, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8b51d6d3-1aac-4a5c-8e63-21ed43384480,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:35.454514 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2149923 Jun 17 10:22:35.458883 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Pushing event updated for resources: {'Network': ['ID=a5eef45f-9922-4aa8-aa1a-79be071bb7bb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:35.461036 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:35.461923 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:35.463258 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d2c10c27-193a-47a2-96cf-ff14652218c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:35.473018 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Request body: {'subnet': {'network_id': 'a5eef45f-9922-4aa8-aa1a-79be071bb7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-652924796-subnet', 'tenant_id': '5059a6cf06624cfcb958277ba9be9a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:35.476936 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network a5eef45f-9922-4aa8-aa1a-79be071bb7bb details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:22:35.480360 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f025a208-db83-4091-9446-060e42f7d49c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a2f744850074d33896d79bccedbd21b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0693223 Jun 17 10:22:35.485487 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 53994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:35.493104 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f22d31-15a0-4a35-8305-5c3d5fb81044 x-openstack-request-id: req-b2f22d31-15a0-4a35-8305-5c3d5fb81044 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:35.493546 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d7a179-0b74-44cd-a110-466019b4544f", "name": "network-vif-plugged", "status": "completed", "tag": "8b51d6d3-1aac-4a5c-8e63-21ed43384480", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:35.493943 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2f22d31-15a0-4a35-8305-5c3d5fb81044 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:35.494564 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d7a179-0b74-44cd-a110-466019b4544f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51d6d3-1aac-4a5c-8e63-21ed43384480', 'code': 200} Jun 17 10:22:35.498839 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.544781 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:35.586027 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025a208-db83-4091-9446-060e42f7d49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fadfd5f-5bdd-487d-bef8-04de9d5ebb5a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:35.594402 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f025a208-db83-4091-9446-060e42f7d49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:35.625882 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-network', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:35.657779 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Made reservation on behalf of 5059a6cf06624cfcb958277ba9be9a66 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:35.662526 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129637253'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.857459 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=8b51d6d3-1aac-4a5c-8e63-21ed43384480,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:35.875367 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:35.889673 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:35.968661 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Made reservation on behalf of 6ba46a0fd3084b36b8d504b8a0bbe01b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:35.989326 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.009427 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.054785 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.082375 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.332768 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fe3c4-57a0-48a9-8aba-60bb0fb34a1d req-ed835a67-dd71-41d6-ad26-82a065e76321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:36.335081 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8d2fe3c4-57a0-48a9-8aba-60bb0fb34a1d req-ed835a67-dd71-41d6-ad26-82a065e76321 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 1098 time: 0.1646140 Jun 17 10:22:36.421704 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.434146 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.437963 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fadfd5f-5bdd-487d-bef8-04de9d5ebb5a HTTP/1.1" status: 204 len: 168 time: 0.9485369 Jun 17 10:22:36.455887 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-58e894b4-ca9b-461e-be15-20d47b50d9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:36.481723 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fadfd5f-5bdd-487d-bef8-04de9d5ebb5a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:36.483060 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8d2fe3c4-57a0-48a9-8aba-60bb0fb34a1d req-557583b1-88c4-4e99-bf3b-5abe4e7f8960 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385841 Jun 17 10:22:36.488194 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:36.492464 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129698142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129637271'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.509668 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:36.527444 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a67a505-028a-4d7e-9f39-75810c6138b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.682330 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a04a02-f509-4218-8819-63114d3a341d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:36.695147 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:36.726693 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Checking segment: {'id': 'a46940b7-e4e9-437a-9318-577912ae472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a5eef45f-9922-4aa8-aa1a-79be071bb7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:36.726985 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Network hostable DHCP agents. Network: a5eef45f-9922-4aa8-aa1a-79be071bb7bb, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:22:36.787657 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.871935 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b4fc7-3deb-4cae-981e-62f75f3459f5 req-a42877ae-56b9-4f10-8669-c50c7e226a9e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:36.874839 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8d4b4fc7-3deb-4cae-981e-62f75f3459f5 req-a42877ae-56b9-4f10-8669-c50c7e226a9e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 945 time: 0.1671288 Jun 17 10:22:36.930203 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:36.935544 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:36.940442 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8d4b4fc7-3deb-4cae-981e-62f75f3459f5 req-dd2467a6-a05f-4dbe-a9b0-ed040ac19b58 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544503 Jun 17 10:22:36.941164 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Network a5eef45f-9922-4aa8-aa1a-79be071bb7bb is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:22:36.990265 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:22:36.997248 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34478863-d90b-457f-b63f-cbf12a43e508,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:37.014370 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:37.030887 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.030887 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Added segment 216a9e1b-d4f5-43f9-a511-c455cf917ed5 of type vlan for network 88b6c922-c781-4ab9-aa25-b5333661ca7c Jun 17 10:22:37.070459 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a67a505-028a-4d7e-9f39-75810c6138b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.117094 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.137384 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, a5eef45f-9922-4aa8-aa1a-79be071bb7bb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:37.148644 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50266e8-1aac-46b3-b361-5cf0e3c7a6da None None] Network a5eef45f-9922-4aa8-aa1a-79be071bb7bb requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:37.181093 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:37.181093 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.185616 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a67a505-028a-4d7e-9f39-75810c6138b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.191176 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2e983c2d-04a1-4857-b8b2-e6230f975c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:37.265009 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67a505-028a-4d7e-9f39-75810c6138b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6238f4cd-7170-4e94-aa04-2ac67b59c532,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:37.275132 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9a67a505-028a-4d7e-9f39-75810c6138b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:37.281306 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-9a67a505-028a-4d7e-9f39-75810c6138b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6df1eb56d0e4bf2989cc473ac20e1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3892906 Jun 17 10:22:37.285441 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:37.356645 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.364950 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:37.369020 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.373656 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:37.407898 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9444041 Jun 17 10:22:37.449456 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e038c-4997-47b2-af13-3733bf7b1c82 None None] Network a5eef45f-9922-4aa8-aa1a-79be071bb7bb requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:37.489364 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Pushing event updated for resources: {'Network': ['ID=88b6c922-c781-4ab9-aa25-b5333661ca7c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:37.496282 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:37.497936 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.546672 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.591184 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:37.604833 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:22:37.605029 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6964097 Jun 17 10:22:37.605182 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Request body: {'subnet': {'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-subnet', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:37.830760 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Made reservation on behalf of 6ba46a0fd3084b36b8d504b8a0bbe01b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:37.836511 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126195696'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.927724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.937126 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.938577 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6238f4cd-7170-4e94-aa04-2ac67b59c532 HTTP/1.1" status: 204 len: 168 time: 0.6510308 Jun 17 10:22:37.939790 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f25fd8d1-06c5-4753-8e86-96cc6eaa8e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:37.969047 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6238f4cd-7170-4e94-aa04-2ac67b59c532,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:37.973388 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:38.370546 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbfe3d-d0f9-49af-ab11-25c88ff644fc req-4336aa11-ce56-4516-bd82-ecbf256350ee tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:38.374136 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-62fbfe3d-d0f9-49af-ab11-25c88ff644fc req-4336aa11-ce56-4516-bd82-ecbf256350ee tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 945 time: 0.1255937 Jun 17 10:22:38.374534 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126195682'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:38.383302 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:38.467288 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-62fbfe3d-d0f9-49af-ab11-25c88ff644fc req-76029593-58f7-4d7c-afb3-827af24cd0c3 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832756 Jun 17 10:22:38.555527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8add5b-cb04-47e3-a2c8-dc6416899660,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:38.563408 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:38.571018 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Checking segment: {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:38.571826 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Network hostable DHCP agents. Network: 88b6c922-c781-4ab9-aa25-b5333661ca7c, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:22:38.687784 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22302-be67-4b56-a79f-42c3c573991e req-aba90eae-12a0-4c5f-bd2d-a56dc5f3d141 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:38.691898 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-aba90eae-12a0-4c5f-bd2d-a56dc5f3d141 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/networks?id=8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc HTTP/1.1" status: 200 len: 809 time: 0.2318096 Jun 17 10:22:38.721447 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:22:38.729108 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-472bcd06-c558-4e2e-b4ba-8bccfe11f3c3 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/quotas/5430778ad8884255bc45aa5b1db08568 HTTP/1.1" status: 200 len: 375 time: 0.0250978 Jun 17 10:22:38.844331 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-32df84e2-8619-431a-9746-e96b52e4dd32 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5430778ad8884255bc45aa5b1db08568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035311 Jun 17 10:22:38.878113 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 88b6c922-c781-4ab9-aa25-b5333661ca7c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:38.890161 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:38.890485 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:38.897765 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4bc1b-5276-4043-ae01-0d34598e85ac None None] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:39.088432 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f759d5fb-12ec-4c5c-8cd2-bbb4361fcff1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4942715 Jun 17 10:22:39.093690 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:39.112451 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:39.234458 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-b8ff0fd0-090a-435c-ab2b-f206fd5790b5 service neutron] 10.222.0.50 "GET /v2.0/networks/8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776236 Jun 17 10:22:39.242821 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:39.305442 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad830aa-62a2-420a-9b33-185eff11dba3 None None] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:22:39.336284 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:39.339139 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:39.479034 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-dd16f530-5885-4142-90bb-e085f7e549b5 service neutron] 10.222.0.50 "GET /v2.0/networks/8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438059 Jun 17 10:22:39.480425 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:39.942039 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a55578c-8e38-43a5-b756-6f2e98bd6302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:39.959875 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:40.177822 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a55578c-8e38-43a5-b756-6f2e98bd6302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:40.345902 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a55578c-8e38-43a5-b756-6f2e98bd6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:40.355032 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e2c45b7d-6e29-4122-b9be-7e919ac9adac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:40.434778 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-8a55578c-8e38-43a5-b756-6f2e98bd6302 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=767862de5c014db38a8275a586f9df53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1906648 Jun 17 10:22:40.440234 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:40.450373 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55578c-8e38-43a5-b756-6f2e98bd6302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430a4312-b075-41b4-846a-59d14a8cdcb8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:40.457009 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8a55578c-8e38-43a5-b756-6f2e98bd6302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:40.671365 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ad73e704-3db9-4d3c-984e-dc71a8cbe6ec req-4bb27fdd-d6b8-427c-a321-c4d9c4316d70 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.1574674 Jun 17 10:22:40.785193 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:40.846171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.026139 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.047275 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.184410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.189628 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.195398 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/430a4312-b075-41b4-846a-59d14a8cdcb8 HTTP/1.1" status: 204 len: 168 time: 0.7496796 Jun 17 10:22:41.195398 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:41.212269 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a4312-b075-41b4-846a-59d14a8cdcb8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:41.216305 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:41.442545 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Allocated IP 172.28.2.115 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/287bea6c-e52b-4f85-a7c3-042a71ebbd6d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:41.681194 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.877118 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.883423 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-017ddebc-795a-4b5d-ac49-f7b054c337d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:41.922367 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9cabbc61-c937-4b9f-b958-b39ac41d75e8 req-a33e68c9-bae7-49a7-9f41-eaf16e270703 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.1270189 Jun 17 10:22:42.034294 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:42.061260 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:42.065987 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:42.187786 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Pushing event updated for resources: {'Port': ['ID=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:42.239274 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:42.784766 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:42.787111 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-80f8b86a-188c-44f0-a9e4-043756fff4ca tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:42.800482 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-80f8b86a-188c-44f0-a9e4-043756fff4ca tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.2128007 Jun 17 10:22:42.812622 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.819714 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-201467b4-bc5c-45b0-b1bf-08805bc57e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.837638 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-f17aea18-ab78-41ee-9c5e-603ce9215af0 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/quotas/4284bb21075f4edaa167024574ace465 HTTP/1.1" status: 200 len: 375 time: 0.0352738 Jun 17 10:22:42.998381 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-b9d6dcbe-73b6-470c-8bf9-df0a47d69c6b tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573379 Jun 17 10:22:43.199473 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-219bf539-f47f-49bf-8913-8ca42a5baaa3 service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979849 Jun 17 10:22:43.362508 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c88dd5c7-6edc-4bbe-ac35-397c4df50797 req-f69640b7-e509-4e99-ad4b-79f9a0374daf tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.1264632 Jun 17 10:22:43.403386 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-201467b4-bc5c-45b0-b1bf-08805bc57e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.422816 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.437297 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-3c53f1b5-4f10-4d4f-a3d3-63b6a87f540b service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338748 Jun 17 10:22:43.606357 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-201467b4-bc5c-45b0-b1bf-08805bc57e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.607510 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d22a7c92-ee96-42a4-af0c-cc76b400c8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:43.656336 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201467b4-bc5c-45b0-b1bf-08805bc57e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5e695a-68ce-4287-9f26-b9b4014da123,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:43.660860 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-201467b4-bc5c-45b0-b1bf-08805bc57e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:43.670998 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-201467b4-bc5c-45b0-b1bf-08805bc57e3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7395ac74345a4381a037738a218a24ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8843532 Jun 17 10:22:43.674415 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:43.825022 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Router 319f208e-717a-415f-8333-d1ce6e6c4475 is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:22:43.970878 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.008111 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42322f98-efcf-4e71-8d3e-93f452650b30 req-d5bd8027-32ae-4cc8-a82d-a32ac1d2a5d7 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.1592844 Jun 17 10:22:44.051145 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.173349 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:22:44.204834 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Sync routers for ids ['319f208e-717a-415f-8333-d1ce6e6c4475'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:22:44.236993 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Routers {'319f208e-717a-415f-8333-d1ce6e6c4475'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:44.238397 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:22:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['319f208e-717a-415f-8333-d1ce6e6c4475'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:44.403313 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.406818 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3108430 Jun 17 10:22:44.411744 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:44.515295 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.518425 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.524534 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd5e695a-68ce-4287-9f26-b9b4014da123 HTTP/1.1" status: 204 len: 168 time: 0.8443940 Jun 17 10:22:44.524534 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:44.537033 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Set router 319f208e-717a-415f-8333-d1ce6e6c4475 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:44.548094 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5e695a-68ce-4287-9f26-b9b4014da123,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:44.561537 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:45.095216 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:22:42Z', 'revision_number': 3, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port': {'id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:41Z', 'updated_at': '2021-06-17T10:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:45.110837 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-748624da-c939-4a2c-8df1-1e9cf3183975 req-eb7bc17f-c48e-49b1-8d7c-f4690dac1353 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.0741405 Jun 17 10:22:45.239014 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Checking router: 319f208e-717a-415f-8333-d1ce6e6c4475 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:22:45.241187 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Updating router 319f208e-717a-415f-8333-d1ce6e6c4475 port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:22:45.379934 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5fd62978-56f1-400f-8632-a80251e535cb req-753c12e6-6259-4f9b-9803-372d3dc646c1 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.1243253 Jun 17 10:22:45.592916 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:46.059480 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:46.325139 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:46.351610 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Transition to ACTIVE for port object 287bea6c-e52b-4f85-a7c3-042a71ebbd6d will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:46.351876 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22302-be67-4b56-a79f-42c3c573991e req-2d4fc58f-204b-4131-b901-d8684274148e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:46.370699 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-2d4fc58f-204b-4131-b901-d8684274148e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.20 "GET /v2.0/networks?id=8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc HTTP/1.1" status: 200 len: 809 time: 0.7576263 Jun 17 10:22:46.381908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea663d6-e45e-4d7e-8ddd-542af96c7848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:46.462851 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Request body: {'port': {'device_id': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc', 'admin_state_up': True, 'tenant_id': '5430778ad8884255bc45aa5b1db08568'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:46.475793 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:46.484009 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:46.629993 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Attempting to bind port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:22:46.630606 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Attempting to bind port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:22:46.631212 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Attempting to bind port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:46.646336 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Pushing event updated for resources: {'Port': ['ID=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:46.653693 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:22:46.654402 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:46.655168 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:46.656145 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:22:46.656993 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Bound port: 287bea6c-e52b-4f85-a7c3-042a71ebbd6d, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:22:46.657624 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:46.703635 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.704117 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.704661 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.705231 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.705912 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.706479 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.711627 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.711627 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.711627 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.711627 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.711627 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.711627 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:46.724337 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:46.741343 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-50f23f1c-2e70-40ea-9c75-abd6448552de req-b7063c94-de5a-4ddd-8327-b9e4c8926454 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.1390574 Jun 17 10:22:46.844900 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] For port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:22:46.860134 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] For port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:22:46.979650 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea663d6-e45e-4d7e-8ddd-542af96c7848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.029904 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-92f8a6ed-6afa-4de0-a153-ec6bad8a6cfc req-df7a81ea-2d0e-4e11-91c8-d315eda9ef68 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0988030 Jun 17 10:22:47.043419 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.050353 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:47.122652 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.183566 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Routers {'319f208e-717a-415f-8333-d1ce6e6c4475'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:47.184618 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:22:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['319f208e-717a-415f-8333-d1ce6e6c4475'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:47.201173 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Pushing event updated for resources: {'Port': ['ID=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:47.235762 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea663d6-e45e-4d7e-8ddd-542af96c7848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.243468 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-51242e2d-c3f7-4ebb-99d7-31f7054ec5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:47.279781 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-2974293c-51a8-4086-8bea-d0d5ebc48d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:47.340624 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-7ea663d6-e45e-4d7e-8ddd-542af96c7848 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=907cbe80559e4cf9949e133f2d713a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2772954 Jun 17 10:22:47.342802 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea663d6-e45e-4d7e-8ddd-542af96c7848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f352d61a-ac7d-4d17-975b-16d2950e7414,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:47.347618 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:47.351634 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7ea663d6-e45e-4d7e-8ddd-542af96c7848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:47.473295 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] Set router 319f208e-717a-415f-8333-d1ce6e6c4475 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:47.550749 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.581793 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Made reservation on behalf of 5430778ad8884255bc45aa5b1db08568 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:47.597223 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.653406 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.718115 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Allocated IP 172.20.0.1 (88b6c922-c781-4ab9-aa25-b5333661ca7c/7d8add5b-cb04-47e3-a2c8-dc6416899660/96cb78ca-8570-4105-8cb6-b73e70c7bdd0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:47.957664 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.963045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:47.968270 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:22:42Z', 'revision_number': 3, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port': {'id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:41Z', 'updated_at': '2021-06-17T10:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:47.970122 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f352d61a-ac7d-4d17-975b-16d2950e7414 HTTP/1.1" status: 204 len: 168 time: 0.6201084 Jun 17 10:22:47.972382 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ceecddbc-a699-4650-9434-13c2acab632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:47.988257 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f352d61a-ac7d-4d17-975b-16d2950e7414,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:47.993304 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:48.055204 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f60fb-54cb-41a3-94d7-9a9d01cd542a None None] The sync data for ids ['319f208e-717a-415f-8333-d1ce6e6c4475'] in dv-cinder-796806-1-smb is: [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:22:42Z', 'revision_number': 3, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port': {'id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:41Z', 'updated_at': '2021-06-17T10:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:22:48.081589 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-684e92bf-45f5-4fbf-aebd-c8a5a37db672 req-b745c825-0189-41b7-b61c-73eb159ebd57 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.0791490 Jun 17 10:22:48.424211 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Allocated IP 172.20.0.2 (8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc/f75a6eaf-3b06-47ac-a5cc-c955d576cb9a/a10d2852-6e47-42b7-b713-12cefedaec04) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:48.495433 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-6780d3b6-a205-41ee-a14a-1df0738dc0c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1952529 Jun 17 10:22:48.613085 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:48.705888 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9354104a-0d40-4c13-9f4f-852aee2709af req-63b54149-7c7a-4c33-9eae-68381ef1587f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.1565568 Jun 17 10:22:48.896503 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d148d-5b0c-4273-a112-495321434642 req-832b167e-e44c-4191-b002-8f64b0f76343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:48.896503 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-832b167e-e44c-4191-b002-8f64b0f76343 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 1098 time: 0.0819447 Jun 17 10:22:49.063636 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.20', 54455) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:49.119020 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d148d-5b0c-4273-a112-495321434642 req-571e8b07-119f-4f47-bcc6-bced1c924c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:49.123136 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:49.123340 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-571e8b07-119f-4f47-bcc6-bced1c924c84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 916 time: 0.2037601 Jun 17 10:22:49.163987 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:49.225740 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-5a261d9c-3ca2-4de1-b2b3-34a8331fa3db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=140af9c2-845d-4c8a-8363-0a15de4b722c HTTP/1.1" status: 200 len: 217 time: 0.0933228 Jun 17 10:22:49.315383 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:49.363858 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d148d-5b0c-4273-a112-495321434642 req-602e45ef-97c0-4894-8f2f-6a228ee6bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:49.369941 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-602e45ef-97c0-4894-8f2f-6a228ee6bf5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.1326194 Jun 17 10:22:49.431314 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:49.458099 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:49.458883 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-0a6ee67d-71c7-4491-bd8e-a2a8af85f94c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781634 Jun 17 10:22:49.470244 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:49.485946 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Pushing event updated for resources: {'Port': ['ID=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:49.499083 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:49.552381 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4634d2a9-de29-4a19-8358-9d4561e00f96 req-dc3229fd-5f44-48ed-bf43-5570558ebf8f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.0969326 Jun 17 10:22:49.738426 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-cf2cd121-f4af-4cb5-84e5-b92a177095df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:49.755305 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-cf2cd121-f4af-4cb5-84e5-b92a177095df tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.6756017 Jun 17 10:22:49.773431 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Request body: {'port': {'device_id': '4ad00022-81ae-4223-a54a-128ff11f2157', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'admin_state_up': True, 'tenant_id': '4284bb21075f4edaa167024574ace465'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:49.774666 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-57acfac6-0a61-42ab-96fe-c2f3cbb55179 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017960 Jun 17 10:22:49.816620 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.047525 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f11d148d-5b0c-4273-a112-495321434642 req-a3e9ffa1-146c-4b4d-bf03-c986d55049cc service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642441 Jun 17 10:22:50.091897 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.101822 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b5e6d751-da13-4ee2-b505-fbce011da3d9 req-bf651bf1-7850-41a1-a58d-89e86ff7a52e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0421169 Jun 17 10:22:50.114506 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:50.259107 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:50.278284 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Pushing event updated for resources: {'Port': ['ID=a10d2852-6e47-42b7-b713-12cefedaec04,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:50.283343 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:50.290152 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:50.303037 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:50.320518 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:50.378001 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 287bea6c-e52b-4f85-a7c3-042a71ebbd6d up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:22:50.436109 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54410) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:50.472693 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271bff50-b850-4d37-8f89-73a8bd944602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.478216 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:50.479271 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.512160 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.631254 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:22:50.635707 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:50.636321 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.655200 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Made reservation on behalf of 4284bb21075f4edaa167024574ace465 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:50.667565 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.911530 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271bff50-b850-4d37-8f89-73a8bd944602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.926619 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efa8d66a-52d9-42ef-996f-c88aefdc783a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.972484 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.033533 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:51.059946 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271bff50-b850-4d37-8f89-73a8bd944602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.069383 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:51.147306 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.150780 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-809fefd4-2724-4fc8-913c-f0455cdc5bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:51.187449 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-271bff50-b850-4d37-8f89-73a8bd944602 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1815bea3e47429c903a84f0e1fa037e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7483828 Jun 17 10:22:51.191974 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:51.212400 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bff50-b850-4d37-8f89-73a8bd944602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda2986-dc87-4d8c-93a9-a03bd8036e0f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:51.240341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-271bff50-b850-4d37-8f89-73a8bd944602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:51.269942 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8161612 Jun 17 10:22:51.276855 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Allocated IP 172.20.0.13 (b18c9ed3-5b41-4207-b837-d1dd555529c5/499c0fea-49d3-45f3-9574-63b2cd5044b4/0a3d6f6a-3b98-4b42-910e-132172ab4771) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:51.302012 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Request body: {'port': {'device_id': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:51.333934 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:51.345131 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:51.463640 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.478886 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9cb7-1f72-4c5a-a86a-240348945ce8 req-c8dfff4a-f644-4c6f-b50b-3f279bcecddf tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:51.487388 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf7f9cb7-1f72-4c5a-a86a-240348945ce8 req-c8dfff4a-f644-4c6f-b50b-3f279bcecddf tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 931 time: 0.5167067 Jun 17 10:22:51.560364 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.598930 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c3af8351-a2da-4999-adf5-b345ef7e767f req-b0894f30-450d-433f-aea0-4fd5c70fb1bc tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0810640 Jun 17 10:22:51.668372 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf7f9cb7-1f72-4c5a-a86a-240348945ce8 req-88d1eff9-c2c7-4919-88ea-09e115dc6d4d tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793020 Jun 17 10:22:51.732922 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.742822 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.758176 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.840252 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efa8d66a-52d9-42ef-996f-c88aefdc783a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.853364 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.889168 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f6fc5871-dcc4-4900-b2d1-691d022b2ae8 tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:51.926895 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efa8d66a-52d9-42ef-996f-c88aefdc783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.932963 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:52.006675 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-efa8d66a-52d9-42ef-996f-c88aefdc783a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d1ccbe4425945469f04e91ea5849391&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6831126 Jun 17 10:22:52.007181 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8d66a-52d9-42ef-996f-c88aefdc783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ebaaf4-0adb-430f-b3cb-41c7d1332598,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:52.012411 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-efa8d66a-52d9-42ef-996f-c88aefdc783a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:52.022880 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:52.045399 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.049824 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.050395 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.053625 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbda2986-dc87-4d8c-93a9-a03bd8036e0f HTTP/1.1" status: 204 len: 168 time: 0.8597918 Jun 17 10:22:52.056859 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:52.097680 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda2986-dc87-4d8c-93a9-a03bd8036e0f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:52.108661 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:52.182391 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.189328 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.200326 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Pushing event updated for resources: {'Port': ['ID=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:52.215310 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:52.238198 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.409291 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 287bea6c-e52b-4f85-a7c3-042a71ebbd6d up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:22:52.532570 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.536128 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.542833 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93ebaaf4-0adb-430f-b3cb-41c7d1332598 HTTP/1.1" status: 204 len: 168 time: 0.5139503 Jun 17 10:22:52.542833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c3e794bb-18a0-41a1-a954-2d3282fb51b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:52.575829 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ebaaf4-0adb-430f-b3cb-41c7d1332598,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:52.580958 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:52.585890 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:52.586685 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.859996 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.878005 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c', '8b51d6d3-1aac-4a5c-8e63-21ed43384480'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:52.916280 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:52.937625 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:52.951590 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:53.032345 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:53.034378 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:53.129189 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:53.130396 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:53.219452 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:53.308389 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5513246 Jun 17 10:22:53.356326 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Request body: {'port': {'device_id': '4ad00022-81ae-4223-a54a-128ff11f2157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:53.454496 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f33846-2b3a-4add-939a-c388216ed78a req-07c11c4e-37ab-4aa8-b5af-5103b6dc8e07 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:53.473305 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-45f33846-2b3a-4add-939a-c388216ed78a req-07c11c4e-37ab-4aa8-b5af-5103b6dc8e07 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 932 time: 0.4384358 Jun 17 10:22:53.541277 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event updated for resources: {'Port': ['ID=0a3d6f6a-3b98-4b42-910e-132172ab4771,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:53.818663 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-45f33846-2b3a-4add-939a-c388216ed78a req-ae95da20-6676-43d4-b971-645e233bcb22 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617954 Jun 17 10:22:53.818663 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a078f51-b47a-44d2-be64-c0e2c16bde09 req-aef3c8ee-c70c-4cc9-8e15-44c0971d1bd8 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:53.818663 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a078f51-b47a-44d2-be64-c0e2c16bde09 req-aef3c8ee-c70c-4cc9-8e15-44c0971d1bd8 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 931 time: 0.4305782 Jun 17 10:22:53.818663 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a078f51-b47a-44d2-be64-c0e2c16bde09 req-7ebc1671-76a6-4322-b210-e5e43fd4f9c9 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993803 Jun 17 10:22:53.819924 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:53.825437 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Router 319f208e-717a-415f-8333-d1ce6e6c4475 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:22:53.992886 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10d2852-6e47-42b7-b713-12cefedaec04 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:54.018047 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.176033 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.176033 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Transition to ACTIVE for port object a10d2852-6e47-42b7-b713-12cefedaec04 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:54.189362 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:22:54.198566 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] 10.222.0.50 "PUT /v2.0/routers/319f208e-717a-415f-8333-d1ce6e6c4475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7817268 Jun 17 10:22:54.207899 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Sync routers for ids ['319f208e-717a-415f-8333-d1ce6e6c4475'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:22:54.258461 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Routers {'319f208e-717a-415f-8333-d1ce6e6c4475'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:54.258461 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:22:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['319f208e-717a-415f-8333-d1ce6e6c4475'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:54.314067 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.327401 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:54.439009 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:54.513342 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ada5cd7-51aa-4f40-bb04-b0510ac70125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.521818 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca6638e7-3f1a-46a7-b90e-d400b8d84c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.599718 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Set router 319f208e-717a-415f-8333-d1ce6e6c4475 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:54.774559 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Pushing event updated for resources: {'Port': ['ID=a10d2852-6e47-42b7-b713-12cefedaec04,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:54.810942 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:54.831713 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ada5cd7-51aa-4f40-bb04-b0510ac70125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.944102 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ada5cd7-51aa-4f40-bb04-b0510ac70125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.949854 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4e6586b5-d3c4-4d6e-b29e-ec9eb008bced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:55.116626 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Attempting to bind port a10d2852-6e47-42b7-b713-12cefedaec04 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:22:55.117505 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Attempting to bind port a10d2852-6e47-42b7-b713-12cefedaec04 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '49b573bb-25f8-4bc1-a916-c969b66dbcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:22:55.123725 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Attempting to bind port a10d2852-6e47-42b7-b713-12cefedaec04 on network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:55.173009 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Port a10d2852-6e47-42b7-b713-12cefedaec04 on network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:22:55.179679 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Attempting to bind port a10d2852-6e47-42b7-b713-12cefedaec04 on network 8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:55.181951 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5ada5cd7-51aa-4f40-bb04-b0510ac70125 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d1e67f5c4014283899b12c2a599bf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7413862 Jun 17 10:22:55.184303 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:55.201051 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 4, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port': {'id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:41Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '96cb78ca-8570-4105-8cb6-b73e70c7bdd0', 'name': '', 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'mac_address': 'fa:16:3e:60:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:47Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 2, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'subnets': [{'id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:55.208050 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:22:55.208517 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Checking segment: {'id': '49b573bb-25f8-4bc1-a916-c969b66dbcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:55.209175 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Bound using segment: {'id': '49b573bb-25f8-4bc1-a916-c969b66dbcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:22:55.209967 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Bound port: a10d2852-6e47-42b7-b713-12cefedaec04, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b573bb-25f8-4bc1-a916-c969b66dbcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:22:55.210614 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.215539 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada5cd7-51aa-4f40-bb04-b0510ac70125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2244090-b2d6-4c54-8175-a0ab03007647,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:55.226076 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5ada5cd7-51aa-4f40-bb04-b0510ac70125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:55.398477 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3d6f6a-3b98-4b42-910e-132172ab4771 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:55.417990 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.475178 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Transition to ACTIVE for port object 0a3d6f6a-3b98-4b42-910e-132172ab4771 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:55.491335 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.501201 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] For port a10d2852-6e47-42b7-b713-12cefedaec04, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:22:55.509791 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] For port a10d2852-6e47-42b7-b713-12cefedaec04, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a10d2852-6e47-42b7-b713-12cefedaec04,segment=NetworkSegment(49b573bb-25f8-4bc1-a916-c969b66dbcc8),segment_id=49b573bb-25f8-4bc1-a916-c969b66dbcc8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:22:55.561901 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Checking router: 319f208e-717a-415f-8333-d1ce6e6c4475 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:22:55.562733 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Updating router 319f208e-717a-415f-8333-d1ce6e6c4475 port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:22:55.565151 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.572722 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.576779 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e913d7e7-313c-487b-8452-83774f4d7294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:55.642088 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb17c0-b0e8-41d6-bf90-5c620c173838 req-8688e587-a218-4dee-b2d6-39384a46ef7f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:55.646643 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.646894 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9aeb17c0-b0e8-41d6-bf90-5c620c173838 req-8688e587-a218-4dee-b2d6-39384a46ef7f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 943 time: 0.3039103 Jun 17 10:22:55.670955 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.749876 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:55.750741 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.752937 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] 10.222.0.20 "PUT /v2.0/ports/a10d2852-6e47-42b7-b713-12cefedaec04 HTTP/1.1" status: 200 len: 1093 time: 4.4715815 Jun 17 10:22:55.756496 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'tag': 'a10d2852-6e47-42b7-b713-12cefedaec04'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:55.761320 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b" -d '{"events": [{"name": "network-changed", "server_uuid": "07d30352-0cd5-4de0-bcd4-f1fd38040610", "tag": "a10d2852-6e47-42b7-b713-12cefedaec04"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:55.766923 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3d6f6a-3b98-4b42-910e-132172ab4771,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:55.797579 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:55.798413 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-dd1770bc-b884-40f3-9459-30a9c13c9ffb tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:56.008704 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Pushing event updated for resources: {'Port': ['ID=a10d2852-6e47-42b7-b713-12cefedaec04,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:56.028848 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:56.059586 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Attempting to bind port 0a3d6f6a-3b98-4b42-910e-132172ab4771 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:22:56.061392 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Attempting to bind port 0a3d6f6a-3b98-4b42-910e-132172ab4771 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:22:56.061392 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Attempting to bind port 0a3d6f6a-3b98-4b42-910e-132172ab4771 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:56.087686 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Port 0a3d6f6a-3b98-4b42-910e-132172ab4771 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:22:56.088218 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Attempting to bind port 0a3d6f6a-3b98-4b42-910e-132172ab4771 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:56.101333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:22:56.101780 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Checking segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:56.102187 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Bound using segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:22:56.102716 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Bound port: 0a3d6f6a-3b98-4b42-910e-132172ab4771, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:22:56.103209 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.223647 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6dae6-0071-4f7e-9c21-e7bc6b168f2d req-421557c3-ecb6-4697-9185-ad9f829eae51 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:56.238021 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fd6dae6-0071-4f7e-9c21-e7bc6b168f2d req-421557c3-ecb6-4697-9185-ad9f829eae51 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 932 time: 0.8995199 Jun 17 10:22:56.319665 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] For port 0a3d6f6a-3b98-4b42-910e-132172ab4771, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:22:56.329342 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.329693 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] For port 0a3d6f6a-3b98-4b42-910e-132172ab4771, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0a3d6f6a-3b98-4b42-910e-132172ab4771,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:22:56.331828 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9aeb17c0-b0e8-41d6-bf90-5c620c173838 req-c5aebd3e-fb8d-401d-aae3-0cc2e7f1e49d tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935596 Jun 17 10:22:56.344479 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22302-be67-4b56-a79f-42c3c573991e req-129ff4d3-2c34-4edf-a3c9-1142b9a00757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:56.352279 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-129ff4d3-2c34-4edf-a3c9-1142b9a00757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5430778ad8884255bc45aa5b1db08568&device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 1096 time: 0.4090064 Jun 17 10:22:56.390251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Transition to ACTIVE for port object 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:56.393061 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fd6dae6-0071-4f7e-9c21-e7bc6b168f2d req-b0025a75-af8e-4a27-b7c5-aaee904a188f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529398 Jun 17 10:22:56.498825 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.505489 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:56.510476 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-cf5c697f-4da9-4f04-bff5-af56259d1abf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a10d2852-6e47-42b7-b713-12cefedaec04 HTTP/1.1" status: 200 len: 217 time: 0.1479976 Jun 17 10:22:56.549787 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.550109 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.554834 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.563524 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2244090-b2d6-4c54-8175-a0ab03007647 HTTP/1.1" status: 204 len: 168 time: 1.3601205 Jun 17 10:22:56.563524 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d19e9dca-15ad-455d-9421-83ddae407a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:56.568892 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:56.631309 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2244090-b2d6-4c54-8175-a0ab03007647,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:56.648901 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:56.820492 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:56.821965 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.824433 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] 10.222.0.20 "PUT /v2.0/ports/0a3d6f6a-3b98-4b42-910e-132172ab4771 HTTP/1.1" status: 200 len: 1094 time: 3.4795117 Jun 17 10:22:56.875930 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3d6f6a-3b98-4b42-910e-132172ab4771,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:56.886007 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:56.888577 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99dc58e-a6ee-4a42-ba9b-3da3830d7b99 x-openstack-request-id: req-b99dc58e-a6ee-4a42-ba9b-3da3830d7b99 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:56.889192 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d30352-0cd5-4de0-bcd4-f1fd38040610", "tag": "a10d2852-6e47-42b7-b713-12cefedaec04", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:56.889725 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b99dc58e-a6ee-4a42-ba9b-3da3830d7b99 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:56.890484 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'tag': 'a10d2852-6e47-42b7-b713-12cefedaec04', 'status': 'completed', 'code': 200} Jun 17 10:22:56.895325 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22302-be67-4b56-a79f-42c3c573991e req-36fde6ff-b1f8-46e2-99d3-3acd09fd31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:56.898938 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-36fde6ff-b1f8-46e2-99d3-3acd09fd31c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f75a6eaf-3b06-47ac-a5cc-c955d576cb9a HTTP/1.1" status: 200 len: 849 time: 0.3743737 Jun 17 10:22:56.928917 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34d9eb-df69-4e3a-b608-dfeae8df97c8 None None] Pushing event updated for resources: {'Port': ['ID=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:56.933455 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-7f34d9eb-df69-4e3a-b608-dfeae8df97c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:56.937393 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Attempting to bind port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:22:56.937924 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Attempting to bind port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:22:56.938366 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Attempting to bind port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 on network 88b6c922-c781-4ab9-aa25-b5333661ca7c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:56.945272 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:22:56.946020 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Checking segment: {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:56.946434 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.946998 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Bound using segment: {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:22:56.947314 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Bound port: 96cb78ca-8570-4105-8cb6-b73e70c7bdd0, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:22:56.947752 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:57.022617 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-cff9884c-dc48-457c-8b9f-bd158d7d444e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159675 Jun 17 10:22:57.215979 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] For port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:22:57.301844 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-5d8a4878-99a0-4905-ad17-f1fe3783c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:57.301844 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-5d8a4878-99a0-4905-ad17-f1fe3783c1e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 1097 time: 0.2818546 Jun 17 10:22:57.427151 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-ad9a7fdb-6d76-4295-93bf-80b7c66fa625 service neutron] 10.222.0.20 "GET /v2.0/networks/8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878810 Jun 17 10:22:57.431619 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-c220e352-5750-4db8-a2bf-f695cb5caf9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3d6f6a-3b98-4b42-910e-132172ab4771 HTTP/1.1" status: 200 len: 217 time: 0.1128192 Jun 17 10:22:57.454335 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] For port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:22:57.553654 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:57.563009 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:57.591930 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:57.718972 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-d12190be-1336-4899-9f1c-0901312695e5 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:57.728099 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-d12190be-1336-4899-9f1c-0901312695e5 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 819 time: 0.4450791 Jun 17 10:22:57.769688 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-0309629c-8d5f-43e1-887d-ea3ed5df8bf2 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/quotas/6ba46a0fd3084b36b8d504b8a0bbe01b HTTP/1.1" status: 200 len: 375 time: 0.0378160 Jun 17 10:22:57.770016 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a12d03fc-3e41-4fa5-833d-3b30d20072cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:57.773390 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34d9eb-df69-4e3a-b608-dfeae8df97c8 None None] Pushing event updated for resources: {'Port': ['ID=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:57.789516 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7b22302-be67-4b56-a79f-42c3c573991e req-c1f0de5b-eda5-4385-9541-bf6d948c53b6 service neutron] 10.222.0.20 "GET /v2.0/networks/8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458574 Jun 17 10:22:57.794056 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-7f34d9eb-df69-4e3a-b608-dfeae8df97c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:57.842563 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Routers {'319f208e-717a-415f-8333-d1ce6e6c4475'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:57.846073 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:22:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['319f208e-717a-415f-8333-d1ce6e6c4475'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:57.848927 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-3bece5e5-e8f5-47e0-863c-29991ab31089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:57.852493 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-3bece5e5-e8f5-47e0-863c-29991ab31089 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.4069705 Jun 17 10:22:57.940250 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-9f1d92f6-3274-4413-a708-3d3010a1b246 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762784 Jun 17 10:22:57.985000 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd6cfc-3112-4c09-afe3-9880df28ea19 req-8abad126-5e0d-40fc-a17f-322611aeb6e2 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:57.990941 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-75dd6cfc-3112-4c09-afe3-9880df28ea19 req-8abad126-5e0d-40fc-a17f-322611aeb6e2 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 943 time: 0.2424405 Jun 17 10:22:58.134644 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-af3e72a5-b17d-4f67-859e-a0d15d4fd8c4 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3150699 Jun 17 10:22:58.150673 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] Set router 319f208e-717a-415f-8333-d1ce6e6c4475 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:58.302159 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-a2355e83-38aa-4588-9bcd-dc8ababfba21 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545463 Jun 17 10:22:58.305891 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-8bb3ea41-b314-4685-95a4-ae5f1ebd9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:58.308906 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-8bb3ea41-b314-4685-95a4-ae5f1ebd9eb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5430778ad8884255bc45aa5b1db08568&device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 1096 time: 0.1998146 Jun 17 10:22:58.309944 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-75dd6cfc-3112-4c09-afe3-9880df28ea19 req-b9cc2eaf-cb9b-42db-a5f0-3940109943c7 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918372 Jun 17 10:22:58.557147 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1c684cc1-ec77-4ad7-ac97-6d548b6a632d req-f86085bd-902b-48c4-b028-0c7e67f70742 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355597 Jun 17 10:22:58.665290 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e7ebd584-8d0a-45c6-b381-3e56170db5cb service neutron] 10.222.0.50 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012171 Jun 17 10:22:58.687696 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-18f1741f-1ffc-4c77-af40-a95b2d2cd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:58.689736 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-18f1741f-1ffc-4c77-af40-a95b2d2cd2a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc HTTP/1.1" status: 200 len: 910 time: 0.1601310 Jun 17 10:22:58.809288 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-943f7c30-b328-45de-888c-7df59a284881 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a10d2852-6e47-42b7-b713-12cefedaec04 HTTP/1.1" status: 200 len: 217 time: 0.1084855 Jun 17 10:22:58.836807 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 4, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port': {'id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:41Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '96cb78ca-8570-4105-8cb6-b73e70c7bdd0', 'name': '', 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'mac_address': 'fa:16:3e:60:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:47Z', 'updated_at': '2021-06-17T10:22:57Z', 'revision_number': 4, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'subnets': [{'id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:58.906969 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aedf54a-4ec6-49fc-b399-32fc2d5f094a None None] The sync data for ids ['319f208e-717a-415f-8333-d1ce6e6c4475'] in dv-cinder-796806-1-smb is: [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 4, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port': {'id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:41Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '96cb78ca-8570-4105-8cb6-b73e70c7bdd0', 'name': '', 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'mac_address': 'fa:16:3e:60:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:47Z', 'updated_at': '2021-06-17T10:22:57Z', 'revision_number': 4, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'subnets': [{'id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:22:58.985423 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad00022-81ae-4223-a54a-128ff11f2157', 'tag': '0a3d6f6a-3b98-4b42-910e-132172ab4771'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:58.997242 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381ab9bc-2e44-4f2f-af4d-f9243ef950af" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad00022-81ae-4223-a54a-128ff11f2157", "tag": "0a3d6f6a-3b98-4b42-910e-132172ab4771"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:59.016767 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-18e84309-5a93-432f-95ed-a59c1dd67f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:59.030252 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-18e84309-5a93-432f-95ed-a59c1dd67f39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f75a6eaf-3b06-47ac-a5cc-c955d576cb9a HTTP/1.1" status: 200 len: 849 time: 0.2107491 Jun 17 10:22:59.081490 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-4f437d10-4189-4da8-9441-1b8fa5f9784c service neutron] 10.222.0.50 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143589 Jun 17 10:22:59.157213 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-913971ea-b6e1-433a-a028-b76e3413385f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140838 Jun 17 10:22:59.181125 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03878f08-c5e4-491f-a5bc-9cc66c204610 req-4dc3b20d-bc47-41ec-9f87-e7d19964de0c tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:59.181125 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03878f08-c5e4-491f-a5bc-9cc66c204610 req-4dc3b20d-bc47-41ec-9f87-e7d19964de0c tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 944 time: 0.4966033 Jun 17 10:22:59.294763 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03878f08-c5e4-491f-a5bc-9cc66c204610 req-b7fae545-18c0-4f93-8e4e-85964e87c7fc tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026995 Jun 17 10:22:59.664395 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:59.786254 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e37cfd2-128b-4e46-9397-3b8176fbd9fd x-openstack-request-id: req-6e37cfd2-128b-4e46-9397-3b8176fbd9fd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:59.786254 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad00022-81ae-4223-a54a-128ff11f2157", "tag": "0a3d6f6a-3b98-4b42-910e-132172ab4771", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:59.786254 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e37cfd2-128b-4e46-9397-3b8176fbd9fd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:59.786254 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad00022-81ae-4223-a54a-128ff11f2157', 'tag': '0a3d6f6a-3b98-4b42-910e-132172ab4771', 'status': 'completed', 'code': 200} Jun 17 10:23:00.004550 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-7ffffc63-bb18-4935-b6a7-a2e129a0ef82 service neutron] 10.222.0.20 "GET /v2.0/networks/8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8333702 Jun 17 10:23:00.123757 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-75ac3d1b-590c-4ab7-9819-43b37170ca60 req-125b180d-585d-4071-ae1e-ba34c44dd4bb tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 210 time: 0.2334142 Jun 17 10:23:00.234918 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-6a9961cd-bf1d-4564-a2a0-89b9b7c29e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:00.243543 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-6a9961cd-bf1d-4564-a2a0-89b9b7c29e56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 1097 time: 0.4702306 Jun 17 10:23:00.281827 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:00.336069 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43866458-99a4-4635-bd55-190e5ca77d80 req-a38ef20d-3feb-4b40-9d39-f317cbee40ed tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:00.343360 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43866458-99a4-4635-bd55-190e5ca77d80 req-a38ef20d-3feb-4b40-9d39-f317cbee40ed tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 943 time: 0.4539232 Jun 17 10:23:00.509878 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:00.582721 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43866458-99a4-4635-bd55-190e5ca77d80 req-008edaef-7f95-4bf1-af0c-14b251bd1afb tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168720 Jun 17 10:23:00.609021 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:00.706132 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a10d2852-6e47-42b7-b713-12cefedaec04 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:00.804649 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4fc30dc9-cbd3-4b29-9055-d0e48786c14b req-24e27d54-a5d9-49c9-ba93-ffcd205bf728 service neutron] 10.222.0.20 "GET /v2.0/networks/8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963176 Jun 17 10:23:00.888222 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-bd9ac17a-bc84-4ce0-8d73-1993ce96c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:00.892411 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-bd9ac17a-bc84-4ce0-8d73-1993ce96c8e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 916 time: 0.5861032 Jun 17 10:23:01.128428 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ffdf-15ee-4ff9-90a6-f5c5d287e910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.143133 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:01.171950 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a10d2852-6e47-42b7-b713-12cefedaec04, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a10d2852-6e47-42b7-b713-12cefedaec04,segment=NetworkSegment(49b573bb-25f8-4bc1-a916-c969b66dbcc8),segment_id=49b573bb-25f8-4bc1-a916-c969b66dbcc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:01.181453 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-d91e48ce-6114-48d9-b8a9-87be756fd691 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3d6f6a-3b98-4b42-910e-132172ab4771 HTTP/1.1" status: 200 len: 217 time: 0.2721512 Jun 17 10:23:01.192101 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:01.192783 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.274162 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'a10d2852-6e47-42b7-b713-12cefedaec04', 'network_id': '8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc', 'port_id': 'a10d2852-6e47-42b7-b713-12cefedaec04', 'mac_address': 'fa:16:3e:9f:1f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75a6eaf-3b06-47ac-a5cc-c955d576cb9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:01.386406 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.409087 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-140db145-f788-406a-8b08-3e75a2c83e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:01.423669 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-140db145-f788-406a-8b08-3e75a2c83e05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.2376070 Jun 17 10:23:01.472041 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d2852-6e47-42b7-b713-12cefedaec04 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:01.476334 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ffdf-15ee-4ff9-90a6-f5c5d287e910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.517614 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.532953 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-89c5110b-4356-44ad-ae6f-04d1a985e885 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048975 Jun 17 10:23:01.555860 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a10d2852-6e47-42b7-b713-12cefedaec04, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a10d2852-6e47-42b7-b713-12cefedaec04,segment=NetworkSegment(49b573bb-25f8-4bc1-a916-c969b66dbcc8),segment_id=49b573bb-25f8-4bc1-a916-c969b66dbcc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:01.639678 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:01.704857 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.709301 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:01.767997 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8870c6-d621-41f1-9730-9e863059eb1a req-48deabd3-4214-4cf6-b1fb-ee125e0c4550 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:01.774951 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c8870c6-d621-41f1-9730-9e863059eb1a req-48deabd3-4214-4cf6-b1fb-ee125e0c4550 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 944 time: 0.8127828 Jun 17 10:23:01.777130 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ffdf-15ee-4ff9-90a6-f5c5d287e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.826776 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-5cd74886-ac2a-4045-bbc8-dfb757534727 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851934 Jun 17 10:23:01.831794 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5ada5cd7-51aa-4f40-bb04-b0510ac70125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:01.837933 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.880916 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-a43cc8d1-85d2-4ea3-a0b3-b5a9c3bf60f0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:01.886611 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-a43cc8d1-85d2-4ea3-a0b3-b5a9c3bf60f0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 819 time: 0.7142241 Jun 17 10:23:01.930841 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a10d2852-6e47-42b7-b713-12cefedaec04,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:01.942686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3ffdf-15ee-4ff9-90a6-f5c5d287e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069d8567-b951-4889-99f9-c9f55a4a0a1b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:01.948491 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:01.949663 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-de7885b7-3d6c-4fd1-ab95-32e070566734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:01.959847 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d7e3ffdf-15ee-4ff9-90a6-f5c5d287e910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:01.993925 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-d7e3ffdf-15ee-4ff9-90a6-f5c5d287e910 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=767a9e18e1254b708cf50adfb289cd34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7080619 Jun 17 10:23:02.001005 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:02.007200 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:23:02.043659 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['a10d2852-6e47-42b7-b713-12cefedaec04'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:02.067818 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c8870c6-d621-41f1-9730-9e863059eb1a req-7b81c65c-8802-4f0c-b193-2b70cff97ad0 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383242 Jun 17 10:23:02.073865 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-b51916ae-4cd8-4521-b61d-04c468d86716 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/quotas/6ba46a0fd3084b36b8d504b8a0bbe01b HTTP/1.1" status: 200 len: 375 time: 0.1161289 Jun 17 10:23:02.177683 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:02.182519 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:02.212066 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-381ab9bc-2e44-4f2f-af4d-f9243ef950af req-8f2be188-e4c3-4250-a6fe-c225bf6eed44 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761415 Jun 17 10:23:02.235824 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.332143 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.417061 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:02.531359 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-e0a64c7e-c8f5-400a-aa80-5c0c09271289 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4386225 Jun 17 10:23:02.542900 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:02.543863 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.718116 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 0a3d6f6a-3b98-4b42-910e-132172ab4771 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:02.731183 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64193ff9-540a-493e-a2e6-be633cea4873 req-c16df6c1-9342-4479-ad3c-1296b079a57f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:02.744174 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-64193ff9-540a-493e-a2e6-be633cea4873 req-c16df6c1-9342-4479-ad3c-1296b079a57f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 944 time: 0.3435342 Jun 17 10:23:02.856077 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.861413 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.867943 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/069d8567-b951-4889-99f9-c9f55a4a0a1b HTTP/1.1" status: 204 len: 168 time: 0.8648689 Jun 17 10:23:02.872871 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a1a2f48e-e060-4609-8cc3-ce70d830a65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:02.893707 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-64193ff9-540a-493e-a2e6-be633cea4873 req-ca1184c2-3920-49ff-9819-4e9ca0369f25 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478949 Jun 17 10:23:02.924158 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-6ae35fbf-966b-4e57-8161-57166439fc7f service neutron] 10.222.0.50 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643329 Jun 17 10:23:02.993536 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 0a3d6f6a-3b98-4b42-910e-132172ab4771, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0a3d6f6a-3b98-4b42-910e-132172ab4771,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:02.997182 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069d8567-b951-4889-99f9-c9f55a4a0a1b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:03.013632 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:03.054970 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '0a3d6f6a-3b98-4b42-910e-132172ab4771', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'port_id': '0a3d6f6a-3b98-4b42-910e-132172ab4771', 'mac_address': 'fa:16:3e:d4:ad:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499c0fea-49d3-45f3-9574-63b2cd5044b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:03.173822 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:03.205434 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3d6f6a-3b98-4b42-910e-132172ab4771 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:03.269475 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 0a3d6f6a-3b98-4b42-910e-132172ab4771, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0a3d6f6a-3b98-4b42-910e-132172ab4771,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:03.302571 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-56d2d26a-383b-4cff-999e-594593bd5c7a service neutron] 10.222.0.50 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804672 Jun 17 10:23:03.487866 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:03.493416 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-7f34d9eb-df69-4e3a-b608-dfeae8df97c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:03.616817 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=0a3d6f6a-3b98-4b42-910e-132172ab4771,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:03.632534 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:03.750904 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['0a3d6f6a-3b98-4b42-910e-132172ab4771'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:04.176561 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6e697-3422-4c9d-b5fd-f5dfa7a16442 req-0d74f912-e4a5-4478-b39b-7bc05f231f75 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:04.193136 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-18a6e697-3422-4c9d-b5fd-f5dfa7a16442 req-0d74f912-e4a5-4478-b39b-7bc05f231f75 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 945 time: 0.1774371 Jun 17 10:23:04.305312 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-18a6e697-3422-4c9d-b5fd-f5dfa7a16442 req-50c3eb33-4417-429c-8795-ff67a3f109b8 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121500 Jun 17 10:23:04.578330 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-020e0d53-02f2-4668-a165-d9b9a2549d2e req-ad469fe0-5ee3-45a4-9288-845d6a7ae476 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.1159027 Jun 17 10:23:04.735003 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a10d2852-6e47-42b7-b713-12cefedaec04 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:04.966097 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beabde-76fe-4ea4-bc8c-593beca1bccc req-d8ef7f21-0c59-426e-9d2a-9ec7cff516c7 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:04.969226 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c1beabde-76fe-4ea4-bc8c-593beca1bccc req-d8ef7f21-0c59-426e-9d2a-9ec7cff516c7 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 944 time: 0.1790006 Jun 17 10:23:05.040170 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port a10d2852-6e47-42b7-b713-12cefedaec04 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:05.051239 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port a10d2852-6e47-42b7-b713-12cefedaec04 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:05.052211 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.068933 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c1beabde-76fe-4ea4-bc8c-593beca1bccc req-a9e939e6-7e13-49e0-b6e1-b05b5219a194 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741005 Jun 17 10:23:05.219945 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:05.245065 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3932d41-013b-4f22-a59a-bc1d1f1ed771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.297221 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.363125 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d2852-6e47-42b7-b713-12cefedaec04'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:05.367652 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06075e7a-c351-4736-9363-1c4eb6d6a11c" -d '{"events": [{"server_uuid": "07d30352-0cd5-4de0-bcd4-f1fd38040610", "name": "network-vif-plugged", "status": "completed", "tag": "a10d2852-6e47-42b7-b713-12cefedaec04"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:05.403065 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a10d2852-6e47-42b7-b713-12cefedaec04, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a10d2852-6e47-42b7-b713-12cefedaec04,segment=NetworkSegment(49b573bb-25f8-4bc1-a916-c969b66dbcc8),segment_id=49b573bb-25f8-4bc1-a916-c969b66dbcc8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:05.429723 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1994b9-a15e-482c-91b2-56d6f9cdb698 req-9140a48b-d1c5-45b1-8456-6a63b24f55c2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:05.443736 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6c1994b9-a15e-482c-91b2-56d6f9cdb698 req-9140a48b-d1c5-45b1-8456-6a63b24f55c2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2505932 Jun 17 10:23:05.477701 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8349ac0-2824-48da-a196-500f09ae33c4 x-openstack-request-id: req-f8349ac0-2824-48da-a196-500f09ae33c4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:05.478086 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d30352-0cd5-4de0-bcd4-f1fd38040610", "name": "network-vif-plugged", "status": "completed", "tag": "a10d2852-6e47-42b7-b713-12cefedaec04", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:05.478525 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8349ac0-2824-48da-a196-500f09ae33c4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:05.479706 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d2852-6e47-42b7-b713-12cefedaec04', 'code': 200} Jun 17 10:23:05.485290 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3932d41-013b-4f22-a59a-bc1d1f1ed771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.555910 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6c1994b9-a15e-482c-91b2-56d6f9cdb698 req-6ad3f6a8-07d9-4629-b20e-c52c272a22d8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099577 Jun 17 10:23:05.585255 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.590016 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:05.628575 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3932d41-013b-4f22-a59a-bc1d1f1ed771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.645963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-798fc572-d129-4d94-82e3-50fd916027d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:05.796704 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3932d41-013b-4f22-a59a-bc1d1f1ed771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2841ffe-d0bb-4aee-b035-24b2042a2627,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:05.802309 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a10d2852-6e47-42b7-b713-12cefedaec04,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:05.810308 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:05.836033 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f3932d41-013b-4f22-a59a-bc1d1f1ed771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:05.878770 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7498c884-0580-47ec-bb14-cc2f8a843b11 req-9115ac0e-9556-4a5f-b48d-104334d75858 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.1538403 Jun 17 10:23:05.889830 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f3932d41-013b-4f22-a59a-bc1d1f1ed771 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8997c51bc9543a69603e6f0a44d9763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6673005 Jun 17 10:23:05.891474 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 54744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:05.996883 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e48e8-208f-4c05-82a2-5c6c2cf620c3 req-7bb9318d-a445-4ba0-b40f-72441dc35e35 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:05.999972 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ca4e48e8-208f-4c05-82a2-5c6c2cf620c3 req-7bb9318d-a445-4ba0-b40f-72441dc35e35 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 945 time: 0.2645209 Jun 17 10:23:06.027134 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:06.081822 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ca4e48e8-208f-4c05-82a2-5c6c2cf620c3 req-f98807c2-a3fb-4ddf-bda0-39a797452d0b tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672405 Jun 17 10:23:06.134615 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:06.251647 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cbe88-4c14-48de-8210-01f2d4da3ea9 req-4cb1a2ae-b7a8-48aa-84ec-f9e3472a5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:06.254281 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ba0cbe88-4c14-48de-8210-01f2d4da3ea9 req-4cb1a2ae-b7a8-48aa-84ec-f9e3472a5799 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 1098 time: 0.2057266 Jun 17 10:23:06.470278 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:06.474269 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:06.476800 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2841ffe-d0bb-4aee-b035-24b2042a2627 HTTP/1.1" status: 204 len: 168 time: 0.5832043 Jun 17 10:23:06.491159 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-30727605-cc54-4ad5-8330-07e187db4cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:06.505980 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ba0cbe88-4c14-48de-8210-01f2d4da3ea9 req-58fa8980-f3cb-4ec7-bbe4-74773ea9d7e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305923 Jun 17 10:23:06.528877 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403673e-3407-480d-9444-9cc259e6a7f4 req-8ffa766a-c80c-41c8-a08d-2f4b7921c7f6 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:06.531550 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c403673e-3407-480d-9444-9cc259e6a7f4 req-8ffa766a-c80c-41c8-a08d-2f4b7921c7f6 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 945 time: 0.1818395 Jun 17 10:23:06.542835 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2841ffe-d0bb-4aee-b035-24b2042a2627,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:06.583062 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:06.647814 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-a0d4867d-059c-4d3c-9e95-c167b2e006e1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:06.669482 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-a0d4867d-059c-4d3c-9e95-c167b2e006e1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 819 time: 0.3334837 Jun 17 10:23:06.673855 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Request body: {'port': {'device_id': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'admin_state_up': True, 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:06.688094 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c403673e-3407-480d-9444-9cc259e6a7f4 req-d5ca72b1-0b5f-41ef-91ea-02c7ca70ff35 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491961 Jun 17 10:23:06.748055 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 0a3d6f6a-3b98-4b42-910e-132172ab4771 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:06.967109 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 0a3d6f6a-3b98-4b42-910e-132172ab4771 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:06.990186 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 0a3d6f6a-3b98-4b42-910e-132172ab4771 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:06.991001 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:07.030970 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5fac9-a711-44a3-a659-9b350081a521 req-9c6f08c0-c8d5-4f26-8799-ea06315837bc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:07.043666 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-56e5fac9-a711-44a3-a659-9b350081a521 req-9c6f08c0-c8d5-4f26-8799-ea06315837bc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1576514 Jun 17 10:23:07.161154 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Made reservation on behalf of 6ba46a0fd3084b36b8d504b8a0bbe01b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:23:07.169874 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:07.201739 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b459d94c-b902-4b14-acf1-019229c332ec req-ac6c4b28-7e2a-47df-bce3-f17241dbaecb tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.0651927 Jun 17 10:23:07.227582 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-56e5fac9-a711-44a3-a659-9b350081a521 req-8f3e2e01-9056-4f34-874e-93f7fb09c939 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823583 Jun 17 10:23:07.241651 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:07.422331 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 0a3d6f6a-3b98-4b42-910e-132172ab4771, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0a3d6f6a-3b98-4b42-910e-132172ab4771,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:07.481718 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad00022-81ae-4223-a54a-128ff11f2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3d6f6a-3b98-4b42-910e-132172ab4771'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:07.486437 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24beba4-42c9-4e0f-8c55-06d6554c822c" -d '{"events": [{"server_uuid": "4ad00022-81ae-4223-a54a-128ff11f2157", "name": "network-vif-plugged", "status": "completed", "tag": "0a3d6f6a-3b98-4b42-910e-132172ab4771"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:07.521890 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:07.528477 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a09e80ae-baac-49a4-b019-df7429005a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:07.753824 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e86a9-b50b-490f-b4cd-6bba810fad5a x-openstack-request-id: req-d16e86a9-b50b-490f-b4cd-6bba810fad5a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:07.754302 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad00022-81ae-4223-a54a-128ff11f2157", "name": "network-vif-plugged", "status": "completed", "tag": "0a3d6f6a-3b98-4b42-910e-132172ab4771", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:07.754731 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d16e86a9-b50b-490f-b4cd-6bba810fad5a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:07.759835 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad00022-81ae-4223-a54a-128ff11f2157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3d6f6a-3b98-4b42-910e-132172ab4771', 'code': 200} Jun 17 10:23:07.763115 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=0a3d6f6a-3b98-4b42-910e-132172ab4771,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:07.789154 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:07.798954 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Allocated IP 172.20.0.6 (88b6c922-c781-4ab9-aa25-b5333661ca7c/7d8add5b-cb04-47e3-a2c8-dc6416899660/a35e197f-11d5-43f6-b4ad-91f1181e4196) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:23:07.871958 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a1638-2b12-4c9f-a1f6-3e78b8b36582 req-077dfbc1-dafa-492d-83da-85b9c009a1d0 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:07.875092 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-407a1638-2b12-4c9f-a1f6-3e78b8b36582 req-077dfbc1-dafa-492d-83da-85b9c009a1d0 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 946 time: 0.2842433 Jun 17 10:23:07.975924 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-407a1638-2b12-4c9f-a1f6-3e78b8b36582 req-bee0c4f8-ff59-40fe-9461-7afe2bdca767 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878103 Jun 17 10:23:08.099209 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e74a08-d789-4784-be6e-85071a4dd43e req-be7a2f28-fc24-449d-96cc-9bba53faff4d tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:08.106141 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e0e74a08-d789-4784-be6e-85071a4dd43e req-be7a2f28-fc24-449d-96cc-9bba53faff4d tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 945 time: 0.1073425 Jun 17 10:23:08.138966 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:08.179821 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e0e74a08-d789-4784-be6e-85071a4dd43e req-33ce29a0-2158-4fb7-9149-29aa840bf14c tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625477 Jun 17 10:23:08.324422 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:08.356538 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:08.483354 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4e79836d-a63c-4999-99c9-87a393ef667b req-bb72d0a9-2b02-4789-87a4-a1f14bbd3dad tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.0485163 Jun 17 10:23:08.485742 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:23:08.555870 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:23:08.561977 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Pushing event updated for resources: {'Port': ['ID=a35e197f-11d5-43f6-b4ad-91f1181e4196,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:08.566613 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:08.567842 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:23:08.622858 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a654cfa-dfaf-491e-b0cf-1ad08ca1164e req-48ab2798-66b0-42f6-9017-7cef60f6058f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:08.624568 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a654cfa-dfaf-491e-b0cf-1ad08ca1164e req-48ab2798-66b0-42f6-9017-7cef60f6058f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.0948555 Jun 17 10:23:08.657739 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:08.658478 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:08.716979 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a654cfa-dfaf-491e-b0cf-1ad08ca1164e req-4221fa7e-2262-4f69-8843-e6dfa7e9b06d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848961 Jun 17 10:23:08.843043 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-0277247e-7878-4fe4-9382-5156fec25418 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:08.845698 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-0277247e-7878-4fe4-9382-5156fec25418 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 819 time: 0.1707749 Jun 17 10:23:08.848808 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1856537 Jun 17 10:23:08.873752 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Request body: {'port': {'device_id': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'admin_state_up': True, 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:08.888389 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Request body: {'port': {'device_id': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:08.895133 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a75b3-3c22-4fc2-bc56-64a4151a456f req-97fa8838-75ec-4d53-b87f-e1d173c510f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:08.898801 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-332a75b3-3c22-4fc2-bc56-64a4151a456f req-97fa8838-75ec-4d53-b87f-e1d173c510f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 1099 time: 0.1027577 Jun 17 10:23:08.966644 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-332a75b3-3c22-4fc2-bc56-64a4151a456f req-d638e23b-4a69-44e9-964a-749f9cba4f7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583310 Jun 17 10:23:09.137753 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:09.165133 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:09.400029 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e5cf5-772a-4001-905c-fc048c2ac661 req-d1b89c16-5262-4de1-a387-b944647f104e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:09.410166 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ef2e5cf5-772a-4001-905c-fc048c2ac661 req-d1b89c16-5262-4de1-a387-b944647f104e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 946 time: 0.1775289 Jun 17 10:23:09.426027 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:09.456695 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Made reservation on behalf of 6ba46a0fd3084b36b8d504b8a0bbe01b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:23:09.474984 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:09.544159 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bada478a-2811-4094-9ff7-ece92cbe9aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:09.582511 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ef2e5cf5-772a-4001-905c-fc048c2ac661 req-2a187d6f-b52d-4ea8-89f8-4aa28b84e3aa tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712048 Jun 17 10:23:09.666071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5c1f-6302-44c6-8d49-49d20afea3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:09.734887 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ffb55-797e-43db-a9f2-8de52de7f05b req-089ce726-3780-40ce-a7d8-3fca08e9f7f1 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:09.736568 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-af4ffb55-797e-43db-a9f2-8de52de7f05b req-089ce726-3780-40ce-a7d8-3fca08e9f7f1 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 945 time: 0.2659116 Jun 17 10:23:09.790005 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0533c7dd-1a45-44b8-8ef6-3a5222e08bfd req-0d64b38e-32ec-48cb-8c8f-836c3c3985d8 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.0511057 Jun 17 10:23:09.864275 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-af4ffb55-797e-43db-a9f2-8de52de7f05b req-f89fb7d4-8046-4e71-89d7-92ab1a005e2f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133008 Jun 17 10:23:09.912295 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bada478a-2811-4094-9ff7-ece92cbe9aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.123630 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bada478a-2811-4094-9ff7-ece92cbe9aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.134151 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-15764b23-b505-40ed-91fb-464a0cde07b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:10.246137 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35e197f-11d5-43f6-b4ad-91f1181e4196 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:10.266804 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-bada478a-2811-4094-9ff7-ece92cbe9aa7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=592216a62cda4b358d1a1140a8baf126&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273019 Jun 17 10:23:10.271410 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.272606 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:10.325664 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada478a-2811-4094-9ff7-ece92cbe9aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0692f7-7de2-4963-a96b-e4d4557d9fee,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:10.339649 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Transition to ACTIVE for port object a35e197f-11d5-43f6-b4ad-91f1181e4196 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:23:10.360659 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-bada478a-2811-4094-9ff7-ece92cbe9aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:10.539570 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.559600 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d178e-54cd-4caa-96e6-74713268f573 req-ee5f9ab2-f970-42bb-99ee-a11adbb8b313 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:10.565639 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-312d178e-54cd-4caa-96e6-74713268f573 req-ee5f9ab2-f970-42bb-99ee-a11adbb8b313 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.4862592 Jun 17 10:23:10.568787 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e0be8aea-919b-40cf-a945-16fad7a03763 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:10.661821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.680696 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-312d178e-54cd-4caa-96e6-74713268f573 req-b8a0f846-0997-4a9e-9ca8-890cb7b5b8a2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012502 Jun 17 10:23:10.738397 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5c1f-6302-44c6-8d49-49d20afea3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.751018 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.800579 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Pushing event updated for resources: {'Port': ['ID=a35e197f-11d5-43f6-b4ad-91f1181e4196,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:10.814447 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:10.833274 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Allocated IP 172.20.0.11 (88b6c922-c781-4ab9-aa25-b5333661ca7c/7d8add5b-cb04-47e3-a2c8-dc6416899660/5dda6141-36fc-4654-afd1-192bef3961a9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:23:10.869072 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5c1f-6302-44c6-8d49-49d20afea3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:10.875457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7ea663d6-e45e-4d7e-8ddd-542af96c7848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:10.925991 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-cdcc5c1f-6302-44c6-8d49-49d20afea3e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed6108661af945688f34c21d393d52a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4985125 Jun 17 10:23:10.931381 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:10.946807 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc5c1f-6302-44c6-8d49-49d20afea3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66443444-6837-43f0-9346-db51861aae13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:10.995906 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-cdcc5c1f-6302-44c6-8d49-49d20afea3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:11.064429 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.077821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.079897 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa0692f7-7de2-4963-a96b-e4d4557d9fee HTTP/1.1" status: 204 len: 168 time: 0.7976005 Jun 17 10:23:11.095763 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:11.119807 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae6cc4-5631-43bf-9110-9b85d081e92f req-0c5eb68b-d7ce-4d43-8aff-f5e87f0c5463 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:11.131864 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a6ae6cc4-5631-43bf-9110-9b85d081e92f req-0c5eb68b-d7ce-4d43-8aff-f5e87f0c5463 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 946 time: 0.3015366 Jun 17 10:23:11.179915 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fb5ac6d8-5811-413f-a3de-92319a70c930 req-66a2df0d-56cf-4c58-abd6-02f4adf2a4f3 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.1270010 Jun 17 10:23:11.187088 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0692f7-7de2-4963-a96b-e4d4557d9fee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:11.207932 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:11.218440 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Attempting to bind port a35e197f-11d5-43f6-b4ad-91f1181e4196 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:23:11.218997 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Attempting to bind port a35e197f-11d5-43f6-b4ad-91f1181e4196 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:23:11.219541 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Attempting to bind port a35e197f-11d5-43f6-b4ad-91f1181e4196 on network 88b6c922-c781-4ab9-aa25-b5333661ca7c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:11.250524 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Port a35e197f-11d5-43f6-b4ad-91f1181e4196 on network 88b6c922-c781-4ab9-aa25-b5333661ca7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:23:11.251544 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Attempting to bind port a35e197f-11d5-43f6-b4ad-91f1181e4196 on network 88b6c922-c781-4ab9-aa25-b5333661ca7c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:11.271535 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:23:11.271864 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Checking segment: {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:23:11.272292 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Bound using segment: {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:23:11.272848 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Bound port: a35e197f-11d5-43f6-b4ad-91f1181e4196, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:23:11.273283 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.273474 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.333608 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a6ae6cc4-5631-43bf-9110-9b85d081e92f req-9b00cbfd-c8ea-4267-b174-f5a0a091e76f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002568 Jun 17 10:23:11.373410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.450254 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] For port a35e197f-11d5-43f6-b4ad-91f1181e4196, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:23:11.457700 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] For port a35e197f-11d5-43f6-b4ad-91f1181e4196, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:23:11.464578 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.612645 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.614393 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.615912 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.622317 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66443444-6837-43f0-9346-db51861aae13 HTTP/1.1" status: 204 len: 168 time: 0.6825438 Jun 17 10:23:11.622317 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c9634b2c-d09a-43b1-a306-7a885c349364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:11.622733 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f3a58279-9649-46cb-9213-1757f01a02cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:11.643506 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66443444-6837-43f0-9346-db51861aae13,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:11.666327 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:11.724135 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.727293 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:11.731289 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:11.734168 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] 10.222.0.20 "PUT /v2.0/ports/a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 1093 time: 2.8545640 Jun 17 10:23:11.784068 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'tag': 'a35e197f-11d5-43f6-b4ad-91f1181e4196'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:11.787474 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091da520-6823-4fb9-8d0e-aa5ba26bcedc" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2bdaa7-7190-4ef3-aa76-260b297e4364", "tag": "a35e197f-11d5-43f6-b4ad-91f1181e4196"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:11.908432 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Network 88b6c922-c781-4ab9-aa25-b5333661ca7c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:23:11.950228 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:23:11.981290 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:23:11.997700 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49785de-1870-40fd-ac14-3010bfcc347e x-openstack-request-id: req-c49785de-1870-40fd-ac14-3010bfcc347e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:12.000227 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2bdaa7-7190-4ef3-aa76-260b297e4364", "tag": "a35e197f-11d5-43f6-b4ad-91f1181e4196", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:12.000973 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c49785de-1870-40fd-ac14-3010bfcc347e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:12.001765 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'tag': 'a35e197f-11d5-43f6-b4ad-91f1181e4196', 'status': 'completed', 'code': 200} Jun 17 10:23:12.049909 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Pushing event updated for resources: {'Port': ['ID=a35e197f-11d5-43f6-b4ad-91f1181e4196,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:12.053907 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:12.063783 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:12.207281 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:12.209143 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:12.218657 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Pushing event updated for resources: {'Port': ['ID=5dda6141-36fc-4654-afd1-192bef3961a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:12.241901 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:12.263378 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-2a84012d-071e-4aba-91aa-bcae8aa321ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:12.266210 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-2a84012d-071e-4aba-91aa-bcae8aa321ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1096 time: 0.3831038 Jun 17 10:23:12.292387 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361eff2-d4d1-450b-9897-d09016315e49 req-805a07df-66a2-4f81-9bcb-0995de757e42 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:12.295307 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0361eff2-d4d1-450b-9897-d09016315e49 req-805a07df-66a2-4f81-9bcb-0995de757e42 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1941090 Jun 17 10:23:12.351038 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-e0b98e04-bb0c-4b77-8681-b5c8c852e77f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 217 time: 0.0755239 Jun 17 10:23:12.444642 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5777276 Jun 17 10:23:12.476283 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Request body: {'port': {'device_id': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:12.568825 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-84892ca4-9cc1-431b-af36-3d4dc851aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:12.572243 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-84892ca4-9cc1-431b-af36-3d4dc851aff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.2133355 Jun 17 10:23:12.662516 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-48434cce-a184-4ff1-b91d-e092827b9382 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747695 Jun 17 10:23:12.867519 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:12.919118 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c083171b-3ec0-44b0-8143-9ed6e61d65b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:12.992874 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.067864 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0361eff2-d4d1-450b-9897-d09016315e49 req-0f71eacd-2115-44a4-afd1-f33334148f36 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7532244 Jun 17 10:23:13.087488 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-9c0da739-d6cf-4530-9471-f6d0f583e030 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102883 Jun 17 10:23:13.246352 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165ec26-fe6d-4ce0-a506-144c0db2b114 req-a5af56e7-e2c7-4278-b85d-d0294c8eb8b4 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:13.249550 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0165ec26-fe6d-4ce0-a506-144c0db2b114 req-a5af56e7-e2c7-4278-b85d-d0294c8eb8b4 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 932 time: 0.3763072 Jun 17 10:23:13.363374 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c083171b-3ec0-44b0-8143-9ed6e61d65b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.375327 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0165ec26-fe6d-4ce0-a506-144c0db2b114 req-21926799-60b8-4856-a97e-d161091ea0f5 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073270 Jun 17 10:23:13.527339 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c083171b-3ec0-44b0-8143-9ed6e61d65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.533530 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-11d9c7aa-42b1-4d04-af28-c1731b441c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:13.644442 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083171b-3ec0-44b0-8143-9ed6e61d65b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e409598c-c83a-4002-87b9-e133a82af65c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:13.656039 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c083171b-3ec0-44b0-8143-9ed6e61d65b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56d5afa388d0488ca65c21281b5e331c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754054 Jun 17 10:23:13.656039 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c083171b-3ec0-44b0-8143-9ed6e61d65b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:13.656039 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 54978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:13.784919 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.864002 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:14.063458 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-3199d406-54ab-438d-bfb1-8736360d3a9d req-db91695a-065a-42de-bf41-cf21e84132de service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9635608 Jun 17 10:23:14.392428 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dda6141-36fc-4654-afd1-192bef3961a9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:14.392428 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:14.453690 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Transition to ACTIVE for port object 5dda6141-36fc-4654-afd1-192bef3961a9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:23:14.455528 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:14.460665 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:14.463444 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e409598c-c83a-4002-87b9-e133a82af65c HTTP/1.1" status: 204 len: 168 time: 0.8049617 Jun 17 10:23:14.469503 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-bada478a-2811-4094-9ff7-ece92cbe9aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:14.487137 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e409598c-c83a-4002-87b9-e133a82af65c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:14.492816 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:14.515110 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4c485-be84-4e4e-825d-d5cbc924d20e req-e861125b-18ed-4afd-a8c2-2045fa8a94db tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:14.539808 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-96e4c485-be84-4e4e-825d-d5cbc924d20e req-e861125b-18ed-4afd-a8c2-2045fa8a94db tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1604455 Jun 17 10:23:14.621702 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-96e4c485-be84-4e4e-825d-d5cbc924d20e req-5d4c73f0-ce70-4628-bc28-1c5880a030dd tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757122 Jun 17 10:23:14.627146 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:14.631288 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:14.844814 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Pushing event updated for resources: {'Port': ['ID=5dda6141-36fc-4654-afd1-192bef3961a9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:14.902475 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.903067 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.903625 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.904568 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.905118 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.905681 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.906195 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.906724 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.907308 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.907763 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.908514 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.908900 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:14.919882 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:14.985015 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-769057c9-ac18-45fb-9b15-4053eed2e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:14.987633 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-769057c9-ac18-45fb-9b15-4053eed2e48f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1096 time: 0.4191487 Jun 17 10:23:15.024199 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42706b9a-4f64-4688-8728-07d26a3be9be req-044872b1-0c95-4804-95d3-d030b418af9e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:15.027222 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42706b9a-4f64-4688-8728-07d26a3be9be req-044872b1-0c95-4804-95d3-d030b418af9e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 944 time: 0.1401789 Jun 17 10:23:15.105853 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42706b9a-4f64-4688-8728-07d26a3be9be req-13b35924-2704-4135-ab9c-5efd424f9def tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626955 Jun 17 10:23:15.204901 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Attempting to bind port 5dda6141-36fc-4654-afd1-192bef3961a9 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:23:15.205752 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Attempting to bind port 5dda6141-36fc-4654-afd1-192bef3961a9 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:23:15.205752 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Attempting to bind port 5dda6141-36fc-4654-afd1-192bef3961a9 on network 88b6c922-c781-4ab9-aa25-b5333661ca7c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:15.235148 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Port 5dda6141-36fc-4654-afd1-192bef3961a9 on network 88b6c922-c781-4ab9-aa25-b5333661ca7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:23:15.235148 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Attempting to bind port 5dda6141-36fc-4654-afd1-192bef3961a9 on network 88b6c922-c781-4ab9-aa25-b5333661ca7c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:15.252397 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-076d6f82-d0d0-429d-9364-1bc632379eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:15.253670 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-076d6f82-d0d0-429d-9364-1bc632379eff service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.2166688 Jun 17 10:23:15.254655 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:23:15.255209 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Checking segment: {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:23:15.255929 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Bound using segment: {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:23:15.256883 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Bound port: 5dda6141-36fc-4654-afd1-192bef3961a9, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a9e1b-d4f5-43f9-a511-c455cf917ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:23:15.257420 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.361847 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-7ef97d0a-11fc-4344-837c-569793e7e363 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 217 time: 0.0989449 Jun 17 10:23:15.568684 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-55a10537-b00f-467a-8086-091dc9242aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:15.570424 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-55a10537-b00f-467a-8086-091dc9242aa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.2008233 Jun 17 10:23:15.600225 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] For port 5dda6141-36fc-4654-afd1-192bef3961a9, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:23:15.651195 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-df27b79d-d803-412e-b250-e7784bd7ffb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653522 Jun 17 10:23:15.727656 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] For port 5dda6141-36fc-4654-afd1-192bef3961a9, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5dda6141-36fc-4654-afd1-192bef3961a9,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:23:15.850619 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.886350 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-15bf7d64-2be4-4d07-a70e-089c50eeb46c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:15.969904 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:15.971685 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.974130 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dda6141-36fc-4654-afd1-192bef3961a9 HTTP/1.1" status: 200 len: 1094 time: 3.5140269 Jun 17 10:23:15.975524 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'tag': '5dda6141-36fc-4654-afd1-192bef3961a9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:15.982016 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bc520-0ba3-40e5-8b03-be4629ccead3" -d '{"events": [{"name": "network-changed", "server_uuid": "4360912c-c796-4fa2-8f34-23acd4552ef4", "tag": "5dda6141-36fc-4654-afd1-192bef3961a9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:15.988335 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-c3419f48-0a9f-4d21-9b50-f636af7c99e4 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261943 Jun 17 10:23:16.046187 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d6605-c701-4350-adbc-5c0de9cdd7d9 req-964cdeb2-4411-4558-a1bd-53be69fd1d11 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:16.051530 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a89d6605-c701-4350-adbc-5c0de9cdd7d9 req-964cdeb2-4411-4558-a1bd-53be69fd1d11 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1361759 Jun 17 10:23:16.103343 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Pushing event updated for resources: {'Port': ['ID=5dda6141-36fc-4654-afd1-192bef3961a9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:16.112165 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:16.188887 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a89d6605-c701-4350-adbc-5c0de9cdd7d9 req-2215c681-be35-4e31-bee7-246125096bb1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888593 Jun 17 10:23:16.204866 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-091da520-6823-4fb9-8d0e-aa5ba26bcedc req-9d287849-645f-46a7-b681-d64c526a0dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979890 Jun 17 10:23:16.295314 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87ab0aa-8fbc-42d6-89e6-860884e74a28 x-openstack-request-id: req-a87ab0aa-8fbc-42d6-89e6-860884e74a28 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:16.296410 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4360912c-c796-4fa2-8f34-23acd4552ef4", "tag": "5dda6141-36fc-4654-afd1-192bef3961a9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:16.296410 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a87ab0aa-8fbc-42d6-89e6-860884e74a28 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:16.296910 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'tag': '5dda6141-36fc-4654-afd1-192bef3961a9', 'status': 'completed', 'code': 200} Jun 17 10:23:16.421545 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-35488d0d-9952-4aa7-8853-2d3ba33acefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:16.424457 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-35488d0d-9952-4aa7-8853-2d3ba33acefa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1461654 Jun 17 10:23:16.583314 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-d47f7e63-18d0-42b6-abb4-518653550e4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dda6141-36fc-4654-afd1-192bef3961a9 HTTP/1.1" status: 200 len: 217 time: 0.1433077 Jun 17 10:23:16.708067 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-64e5fd70-b00d-4cd5-b18c-f8eec9b264c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:16.711275 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-64e5fd70-b00d-4cd5-b18c-f8eec9b264c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.1162047 Jun 17 10:23:16.724429 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e5f38-98b1-4571-a053-d75a444d6254 req-d7ed40f9-ac1d-4098-a24a-195f792e91d7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:16.727204 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b95e5f38-98b1-4571-a053-d75a444d6254 req-d7ed40f9-ac1d-4098-a24a-195f792e91d7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 944 time: 0.2236505 Jun 17 10:23:16.771152 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-8ef2f010-c468-4506-8564-6e3cbe6e96e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520663 Jun 17 10:23:16.824563 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b95e5f38-98b1-4571-a053-d75a444d6254 req-a3987411-6db8-426e-8759-497b60e0576b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855591 Jun 17 10:23:16.977455 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-e385c2f6-0900-4435-a12e-73821a5187c6 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946635 Jun 17 10:23:17.223346 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-17ea9c74-a8a3-4db3-9bae-231374fc3b41 req-32be9d68-3efa-4a4c-8426-912cdba62497 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382686 Jun 17 10:23:17.668043 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582510-d776-454e-9e9b-71c7f6edc8b4 req-1dbbdd1d-327d-4c4c-91db-21a16410f49d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:17.683335 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c582510-d776-454e-9e9b-71c7f6edc8b4 req-1dbbdd1d-327d-4c4c-91db-21a16410f49d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2524991 Jun 17 10:23:17.689375 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-57c43863-9355-4baf-bf90-6cf0be0579fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:17.692774 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-57c43863-9355-4baf-bf90-6cf0be0579fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1938391 Jun 17 10:23:17.769835 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c582510-d776-454e-9e9b-71c7f6edc8b4 req-5eee7819-20a0-466f-80ba-eda637b266d2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850813 Jun 17 10:23:17.972078 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-a2f16404-e5a9-4e04-8355-07f1a64fc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:17.975208 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-a2f16404-e5a9-4e04-8355-07f1a64fc4c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.2712831 Jun 17 10:23:18.069211 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-4815c7a4-9515-40dd-99c6-85af8cf443cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dda6141-36fc-4654-afd1-192bef3961a9 HTTP/1.1" status: 200 len: 217 time: 0.0808005 Jun 17 10:23:18.266646 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-a3f534c6-b6a5-47be-9393-ec4a2baf6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:18.279421 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-a3f534c6-b6a5-47be-9393-ec4a2baf6715 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.1895816 Jun 17 10:23:18.352184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d7a6-2b95-4297-be1d-f31049cb832f req-478d8d7c-ffd8-4dc0-9d2a-7386d31d231f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:18.361548 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade0d7a6-2b95-4297-be1d-f31049cb832f req-478d8d7c-ffd8-4dc0-9d2a-7386d31d231f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 944 time: 0.2289267 Jun 17 10:23:18.414578 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-fe6b0914-bc76-4f80-a716-088fe6787c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185973 Jun 17 10:23:18.480284 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ade0d7a6-2b95-4297-be1d-f31049cb832f req-a21158c5-846c-4291-8f3c-60ca40575f87 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994134 Jun 17 10:23:18.650008 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-d5d2da42-2b66-42e1-a1c7-aff3afd96562 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247746 Jun 17 10:23:18.797818 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a35e197f-11d5-43f6-b4ad-91f1181e4196 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:18.902778 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9c0bc520-0ba3-40e5-8b03-be4629ccead3 req-272ebdd2-ea00-4614-a289-e2728212ae85 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413063 Jun 17 10:23:19.409746 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb44f8e-4367-44d6-b9fa-f3d152034644 req-414b7338-8e2a-436e-9355-21e076e2e81e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:19.411944 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4eb44f8e-4367-44d6-b9fa-f3d152034644 req-414b7338-8e2a-436e-9355-21e076e2e81e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2663770 Jun 17 10:23:19.468322 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a35e197f-11d5-43f6-b4ad-91f1181e4196, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:19.495098 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'a35e197f-11d5-43f6-b4ad-91f1181e4196', 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'port_id': 'a35e197f-11d5-43f6-b4ad-91f1181e4196', 'mac_address': 'fa:16:3e:39:79:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:19.531088 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4eb44f8e-4367-44d6-b9fa-f3d152034644 req-2e4f002b-eee2-4000-baeb-d55c109a4076 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808401 Jun 17 10:23:19.595455 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b186-dadb-49c2-abad-c2d74a7a7dc2 req-9b9aeac7-eb59-4d56-8ce9-04887f645a2f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:19.599428 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:19.614548 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a1c6b186-dadb-49c2-abad-c2d74a7a7dc2 req-9b9aeac7-eb59-4d56-8ce9-04887f645a2f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 945 time: 0.2286420 Jun 17 10:23:19.630010 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35e197f-11d5-43f6-b4ad-91f1181e4196 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:19.675496 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a35e197f-11d5-43f6-b4ad-91f1181e4196, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:19.721720 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a1c6b186-dadb-49c2-abad-c2d74a7a7dc2 req-c3a494bb-6554-490e-aa35-4cc403105cb2 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056130 Jun 17 10:23:19.852812 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:19.857521 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:19.955863 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ab62d-1a7b-4da3-9967-6e8a415600e2 req-dfb8d0df-0710-4257-9aa1-995479f3a62a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:19.958908 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fc2ab62d-1a7b-4da3-9967-6e8a415600e2 req-dfb8d0df-0710-4257-9aa1-995479f3a62a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 944 time: 0.1245170 Jun 17 10:23:19.962195 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a35e197f-11d5-43f6-b4ad-91f1181e4196,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:19.974407 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:20.054304 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fc2ab62d-1a7b-4da3-9967-6e8a415600e2 req-467228bf-81f8-45cd-91a2-11c83dd5249e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825040 Jun 17 10:23:20.377579 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['a35e197f-11d5-43f6-b4ad-91f1181e4196'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:20.826543 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5dda6141-36fc-4654-afd1-192bef3961a9 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:20.991162 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a222b2-ed80-40d6-a072-0e401b925ac6 req-65c394f4-e224-44ff-8b50-f38eeec72fa8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:20.992953 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-57a222b2-ed80-40d6-a072-0e401b925ac6 req-65c394f4-e224-44ff-8b50-f38eeec72fa8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1395252 Jun 17 10:23:21.004667 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5dda6141-36fc-4654-afd1-192bef3961a9, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5dda6141-36fc-4654-afd1-192bef3961a9,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:21.018327 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '5dda6141-36fc-4654-afd1-192bef3961a9', 'network_id': '88b6c922-c781-4ab9-aa25-b5333661ca7c', 'port_id': '5dda6141-36fc-4654-afd1-192bef3961a9', 'mac_address': 'fa:16:3e:79:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8add5b-cb04-47e3-a2c8-dc6416899660', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:21.072932 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-57a222b2-ed80-40d6-a072-0e401b925ac6 req-eef0ab14-f445-4c67-bd20-7233ee240db3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722034 Jun 17 10:23:21.093909 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c742952-d432-45cd-a794-189c1de534c6 req-99be2057-6772-47a5-9bb1-098f0b3ace92 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:21.096186 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.096638 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c742952-d432-45cd-a794-189c1de534c6 req-99be2057-6772-47a5-9bb1-098f0b3ace92 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 945 time: 0.1591780 Jun 17 10:23:21.155735 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dda6141-36fc-4654-afd1-192bef3961a9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:21.210743 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5dda6141-36fc-4654-afd1-192bef3961a9, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5dda6141-36fc-4654-afd1-192bef3961a9,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:21.224076 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c742952-d432-45cd-a794-189c1de534c6 req-07c73c85-aa11-4362-96f0-3126f4f4a64f tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167393 Jun 17 10:23:21.373162 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.377712 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:21.439608 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.456577 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0479e5-d34c-4acc-a4bd-2290359eedd5 req-36fd7ed1-2316-4dd9-a41f-d605cdf45f5e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:21.466753 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9f0479e5-d34c-4acc-a4bd-2290359eedd5 req-36fd7ed1-2316-4dd9-a41f-d605cdf45f5e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 944 time: 0.1115823 Jun 17 10:23:21.503344 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=5dda6141-36fc-4654-afd1-192bef3961a9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:21.511478 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:21.532502 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9f0479e5-d34c-4acc-a4bd-2290359eedd5 req-55ada742-b3e9-4e1d-a08d-3fc25c97da0b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645478 Jun 17 10:23:21.596562 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-56673c77-51b1-47e2-888a-e7a416e293f2 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:21.598588 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-56673c77-51b1-47e2-888a-e7a416e293f2 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.20 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 945 time: 0.1741388 Jun 17 10:23:21.840443 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['5dda6141-36fc-4654-afd1-192bef3961a9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:21.898069 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Deleting port a10d2852-6e47-42b7-b713-12cefedaec04 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:23:21.898754 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:22.144827 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] For port a10d2852-6e47-42b7-b713-12cefedaec04, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a10d2852-6e47-42b7-b713-12cefedaec04,segment=NetworkSegment(49b573bb-25f8-4bc1-a916-c969b66dbcc8),segment_id=49b573bb-25f8-4bc1-a916-c969b66dbcc8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:22.144827 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:22.320429 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Calling delete_port for a10d2852-6e47-42b7-b713-12cefedaec04 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:23:22.627817 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69be83-9457-4d00-92ef-c713e3109891 req-96b016ef-b13c-407d-8fea-d4fb5e6d2386 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:22.629487 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9d69be83-9457-4d00-92ef-c713e3109891 req-96b016ef-b13c-407d-8fea-d4fb5e6d2386 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1895032 Jun 17 10:23:22.757507 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9d69be83-9457-4d00-92ef-c713e3109891 req-8f40b30e-2e9b-41f2-a8a2-3439fb6cc9e1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050839 Jun 17 10:23:22.774010 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657f0e1-2fc8-4634-a9c1-5037df6ba933 req-e783caf7-1c4a-47e7-b8e3-84b6c4d2f00e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:22.780144 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1657f0e1-2fc8-4634-a9c1-5037df6ba933 req-e783caf7-1c4a-47e7-b8e3-84b6c4d2f00e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 945 time: 0.2210438 Jun 17 10:23:22.825550 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:22.827216 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a35e197f-11d5-43f6-b4ad-91f1181e4196 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:22.838342 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-143be8f1-9446-4e37-8dbf-120696f6da3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:22.864736 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1657f0e1-2fc8-4634-a9c1-5037df6ba933 req-4a482388-4ffd-4218-ba84-6e027f6f2132 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/security-groups?id=979efb69-f8f7-4179-baee-24c7b562f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706043 Jun 17 10:23:22.894522 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Pushing event deleted for resources: {'Port': ['ID=a10d2852-6e47-42b7-b713-12cefedaec04,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:22.897631 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:23.002294 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] No DVR routers for this DVR port a10d2852-6e47-42b7-b713-12cefedaec04 on host hv-cinder-79680 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:23:23.006220 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:23.009186 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-e7a912fa-98c8-4741-b141-ef269a931d76 req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.20 "DELETE /v2.0/ports/a10d2852-6e47-42b7-b713-12cefedaec04 HTTP/1.1" status: 204 len: 173 time: 1.4017725 Jun 17 10:23:23.010449 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'name': 'network-vif-deleted', 'tag': 'a10d2852-6e47-42b7-b713-12cefedaec04'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:23.015032 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f56a0-7e96-41d9-87c0-8de62ae10205" -d '{"events": [{"server_uuid": "07d30352-0cd5-4de0-bcd4-f1fd38040610", "name": "network-vif-deleted", "tag": "a10d2852-6e47-42b7-b713-12cefedaec04"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:23.065569 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port a35e197f-11d5-43f6-b4ad-91f1181e4196 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:23.073716 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port a35e197f-11d5-43f6-b4ad-91f1181e4196 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:23.074805 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:23.124997 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435e7c34-48c7-4f36-8168-df33f8728e5c x-openstack-request-id: req-435e7c34-48c7-4f36-8168-df33f8728e5c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:23.125488 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d30352-0cd5-4de0-bcd4-f1fd38040610", "name": "network-vif-deleted", "tag": "a10d2852-6e47-42b7-b713-12cefedaec04", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:23.126012 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-435e7c34-48c7-4f36-8168-df33f8728e5c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:23.126964 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d30352-0cd5-4de0-bcd4-f1fd38040610', 'name': 'network-vif-deleted', 'tag': 'a10d2852-6e47-42b7-b713-12cefedaec04', 'status': 'completed', 'code': 200} Jun 17 10:23:23.135421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da6bad-82d5-49e7-9da4-6ab8f398b39b req-404710b3-5a9b-4a77-8ef8-bb4da2d87697 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:23.145649 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-67da6bad-82d5-49e7-9da4-6ab8f398b39b req-404710b3-5a9b-4a77-8ef8-bb4da2d87697 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 945 time: 0.1541579 Jun 17 10:23:23.239021 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-67da6bad-82d5-49e7-9da4-6ab8f398b39b req-6686531b-f1d0-4d13-9962-1c428bf07ea4 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711794 Jun 17 10:23:23.258004 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:23.330841 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35e197f-11d5-43f6-b4ad-91f1181e4196'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:23.336142 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd7cfba-aa0b-4e80-90c4-d27b37816122" -d '{"events": [{"server_uuid": "fe2bdaa7-7190-4ef3-aa76-260b297e4364", "name": "network-vif-plugged", "status": "completed", "tag": "a35e197f-11d5-43f6-b4ad-91f1181e4196"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:23.381235 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a35e197f-11d5-43f6-b4ad-91f1181e4196, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:23.430587 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ae3c05-1bda-4836-90f3-eb5c5f3b18b5 x-openstack-request-id: req-25ae3c05-1bda-4836-90f3-eb5c5f3b18b5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:23.431048 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2bdaa7-7190-4ef3-aa76-260b297e4364", "name": "network-vif-plugged", "status": "completed", "tag": "a35e197f-11d5-43f6-b4ad-91f1181e4196", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:23.432137 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25ae3c05-1bda-4836-90f3-eb5c5f3b18b5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:23.432618 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35e197f-11d5-43f6-b4ad-91f1181e4196', 'code': 200} Jun 17 10:23:23.487463 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:23.489223 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a10d2852-6e47-42b7-b713-12cefedaec04 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:23:23.495424 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:23.531913 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: a10d2852-6e47-42b7-b713-12cefedaec04 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:23:23.532489 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a10d2852-6e47-42b7-b713-12cefedaec04 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:23:23.617384 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a35e197f-11d5-43f6-b4ad-91f1181e4196,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:23.624296 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:24.111853 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7d72d-bca6-4780-bdb8-516222f50785 req-11b5958e-6c49-4b26-a2bb-7a69e6cad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:24.113575 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-73e7d72d-bca6-4780-bdb8-516222f50785 req-11b5958e-6c49-4b26-a2bb-7a69e6cad8db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.0908725 Jun 17 10:23:24.132320 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de664d76-509d-4b8a-94ea-c6490f5466e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:24.147134 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ac1ea797-4daa-4521-988a-d370f807a070 req-b91afd27-6514-465b-ae08-df9ad7c88a43 tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] 10.222.0.50 "GET /v2.0/ports?device_id=07d30352-0cd5-4de0-bcd4-f1fd38040610 HTTP/1.1" status: 200 len: 210 time: 0.0407236 Jun 17 10:23:24.184939 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2719e0b-6eb2-4d76-bcec-5b8700cf8700 req-8d631eb1-59ea-45c6-a4ab-7cf0a1981a12 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:24.194142 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-73e7d72d-bca6-4780-bdb8-516222f50785 req-a6750066-4dbb-4e69-92ea-4ea326a54222 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691824 Jun 17 10:23:24.195651 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b2719e0b-6eb2-4d76-bcec-5b8700cf8700 req-8d631eb1-59ea-45c6-a4ab-7cf0a1981a12 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1508834 Jun 17 10:23:24.274430 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b2719e0b-6eb2-4d76-bcec-5b8700cf8700 req-a2b605c0-a299-4837-82c6-fb693fe41f97 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765016 Jun 17 10:23:24.655582 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978bb7-69d6-4867-8596-a00025f0c97b req-ace0e0fb-2687-41fc-a99a-ce43b89ab151 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:24.658026 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-54978bb7-69d6-4867-8596-a00025f0c97b req-ace0e0fb-2687-41fc-a99a-ce43b89ab151 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 945 time: 0.1303544 Jun 17 10:23:24.755246 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-54978bb7-69d6-4867-8596-a00025f0c97b req-5d7b61b5-a373-42f7-8cc3-0708b9b1921f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905592 Jun 17 10:23:24.828127 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5dda6141-36fc-4654-afd1-192bef3961a9 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:25.052366 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 5dda6141-36fc-4654-afd1-192bef3961a9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:25.058370 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 5dda6141-36fc-4654-afd1-192bef3961a9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:25.058914 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:25.208105 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:25.273352 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5dda6141-36fc-4654-afd1-192bef3961a9, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5dda6141-36fc-4654-afd1-192bef3961a9,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:25.433980 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dda6141-36fc-4654-afd1-192bef3961a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:25.438567 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc17d30e-c004-4ed3-bb6e-2349b01bddbc" -d '{"events": [{"server_uuid": "4360912c-c796-4fa2-8f34-23acd4552ef4", "name": "network-vif-plugged", "status": "completed", "tag": "5dda6141-36fc-4654-afd1-192bef3961a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:25.452507 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:25.455517 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-809fefd4-2724-4fc8-913c-f0455cdc5bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:25.549620 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=5dda6141-36fc-4654-afd1-192bef3961a9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:25.556055 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:25.589785 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a51a-fd3c-406d-a803-a9d37db2a4c3 req-6e409e53-74b6-4c68-9407-9ebf3c736673 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:25.592849 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-59b2a51a-fd3c-406d-a803-a9d37db2a4c3 req-6e409e53-74b6-4c68-9407-9ebf3c736673 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1349103 Jun 17 10:23:25.672994 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-59b2a51a-fd3c-406d-a803-a9d37db2a4c3 req-8e1f5b21-93c3-4ba0-b0b6-071a1c5b2471 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645618 Jun 17 10:23:25.760800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320608a5-79de-429a-ba17-b159cfc8b24b x-openstack-request-id: req-320608a5-79de-429a-ba17-b159cfc8b24b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:25.760800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4360912c-c796-4fa2-8f34-23acd4552ef4", "name": "network-vif-plugged", "status": "completed", "tag": "5dda6141-36fc-4654-afd1-192bef3961a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:25.760800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-320608a5-79de-429a-ba17-b159cfc8b24b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:25.760800 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dda6141-36fc-4654-afd1-192bef3961a9', 'code': 200} Jun 17 10:23:26.102977 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046ecb3-d5a0-4b9b-af4c-60958c136cd2 req-08b8e0c5-66e3-4981-9c45-2845407427cb tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:26.104977 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d046ecb3-d5a0-4b9b-af4c-60958c136cd2 req-08b8e0c5-66e3-4981-9c45-2845407427cb tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1410942 Jun 17 10:23:26.188698 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d046ecb3-d5a0-4b9b-af4c-60958c136cd2 req-e1d5cfa6-4b06-42a3-b24b-0974c3b3bbbc tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710118 Jun 17 10:23:26.450890 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4117e-bc36-487e-96bc-8646bf402bce req-aff44849-2c2c-4819-b194-3ec6b6157c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:26.452453 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-c0a4117e-bc36-487e-96bc-8646bf402bce req-aff44849-2c2c-4819-b194-3ec6b6157c6a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0726032 Jun 17 10:23:26.524781 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-c0a4117e-bc36-487e-96bc-8646bf402bce req-c34e5e4a-922e-4355-ad4d-46cd4b253053 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497899 Jun 17 10:23:26.968892 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005b01a-87da-40ab-b9a2-9ee26fe8d57c req-80e85efe-100c-4ee4-80a3-5cb61613871b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:26.970818 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9005b01a-87da-40ab-b9a2-9ee26fe8d57c req-80e85efe-100c-4ee4-80a3-5cb61613871b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1076484 Jun 17 10:23:27.027107 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9005b01a-87da-40ab-b9a2-9ee26fe8d57c req-b4e2ba80-52cf-4b8d-acec-b904b0231981 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438147 Jun 17 10:23:27.420096 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305253-52ee-41df-977f-0ef48cd57afa req-6c74789c-4ced-4a93-a4a2-f230ae73a3ef tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:27.422085 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a305253-52ee-41df-977f-0ef48cd57afa req-6c74789c-4ced-4a93-a4a2-f230ae73a3ef tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.0866251 Jun 17 10:23:27.475455 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a305253-52ee-41df-977f-0ef48cd57afa req-a87db2ff-92ab-4114-b910-e1a1a1eed41f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Jun 17 10:23:27.482504 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92b0723d-1ef9-4ec6-bd3b-7bfa7bfe303e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.488629 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:28.253804 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed2981-abf5-469b-99c3-1666751cb661 req-8815bb36-386b-4dc2-8f9c-698ae053a3fb tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:28.255349 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-37ed2981-abf5-469b-99c3-1666751cb661 req-8815bb36-386b-4dc2-8f9c-698ae053a3fb tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.0785196 Jun 17 10:23:28.302389 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-37ed2981-abf5-469b-99c3-1666751cb661 req-a78514cf-d9bc-4aca-9ceb-70968e73d57a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403564 Jun 17 10:23:28.795036 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cea50f-a40d-4862-8e0d-2b9dbf890445 req-4d4c570e-22a7-4707-a1c1-a2c99b9ffa03 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:28.796639 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-92cea50f-a40d-4862-8e0d-2b9dbf890445 req-4d4c570e-22a7-4707-a1c1-a2c99b9ffa03 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1316869 Jun 17 10:23:28.846162 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:28.889994 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-92cea50f-a40d-4862-8e0d-2b9dbf890445 req-8f336433-172c-419e-8f9f-771e2f9088a0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798378 Jun 17 10:23:29.074594 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:29.092411 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '6188a904-838e-451b-b8bb-10d5babeebcf', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'port_id': '6188a904-838e-451b-b8bb-10d5babeebcf', 'mac_address': 'fa:16:3e:50:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:29.159264 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.198504 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6188a904-838e-451b-b8bb-10d5babeebcf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:29.247452 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:29.356137 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.360971 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:29.486791 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:29.495661 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:29.515169 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['6188a904-838e-451b-b8bb-10d5babeebcf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:29.637650 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8c940-5ed7-4c31-8401-10c08705bd54 req-667c844c-c2b7-4a2a-86dc-2774af16179b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:29.665888 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5ed8c940-5ed7-4c31-8401-10c08705bd54 req-667c844c-c2b7-4a2a-86dc-2774af16179b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 944 time: 0.1664655 Jun 17 10:23:29.739575 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.749265 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5ed8c940-5ed7-4c31-8401-10c08705bd54 req-7001a73e-04ac-4227-bff4-4dc25513a73e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814855 Jun 17 10:23:30.232142 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d92840-8b72-4ddb-a6e9-fc3815987065 req-1922ce5f-8922-4c19-8df9-2656f07e7179 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:30.234424 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f1d92840-8b72-4ddb-a6e9-fc3815987065 req-1922ce5f-8922-4c19-8df9-2656f07e7179 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1596992 Jun 17 10:23:30.245917 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-bf9f170a-28cb-4e7b-9353-f066cc2c4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:30.248117 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-bf9f170a-28cb-4e7b-9353-f066cc2c4dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 1099 time: 0.1076117 Jun 17 10:23:30.318060 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f1d92840-8b72-4ddb-a6e9-fc3815987065 req-e3bf39cf-3add-46fe-a95f-d609448417d5 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744429 Jun 17 10:23:30.445945 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-9bf7c021-6f8e-4931-8cfa-989842915d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:30.448774 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-9bf7c021-6f8e-4931-8cfa-989842915d65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.1866727 Jun 17 10:23:30.500230 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-cbb04b14-eeeb-4574-bed8-4c86d1447241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dda6141-36fc-4654-afd1-192bef3961a9 HTTP/1.1" status: 200 len: 217 time: 0.0443852 Jun 17 10:23:30.524157 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:30.677346 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-cf6cb16c-10d0-47d0-84aa-3cd3220d6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:30.680372 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-cf6cb16c-10d0-47d0-84aa-3cd3220d6a00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.1708245 Jun 17 10:23:30.771395 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-11ad1065-156f-4f8c-8bfb-f6b8efb63423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817430 Jun 17 10:23:30.864674 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:30.986800 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-8b6d3e42-1f58-456b-bc32-346c95f9a825 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080662 Jun 17 10:23:31.081936 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 6188a904-838e-451b-b8bb-10d5babeebcf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:31.084841 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:31.099248 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:31.485239 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-840f6655-7aed-449b-8476-94d870d7710a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:31.496454 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-840f6655-7aed-449b-8476-94d870d7710a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.4825072 Jun 17 10:23:31.543186 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5f3c2-6648-45a2-a5e1-fbd64e5be43f req-674cab42-9505-44b3-ad77-272b6784a701 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:31.546565 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:31.547584 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-92d5f3c2-6648-45a2-a5e1-fbd64e5be43f req-674cab42-9505-44b3-ad77-272b6784a701 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 944 time: 0.3340178 Jun 17 10:23:31.568898 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-d65158d7-8ba0-4615-a523-c1958625f26f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/quotas/4284bb21075f4edaa167024574ace465 HTTP/1.1" status: 200 len: 375 time: 0.0707762 Jun 17 10:23:31.695632 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:31.698368 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:31.704594 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-92d5f3c2-6648-45a2-a5e1-fbd64e5be43f req-c80a0261-8176-4cd1-9813-0bfa40768e93 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302536 Jun 17 10:23:31.732623 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6252d91d-eae8-4c2b-88f9-1f5df732ee20" -d '{"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-plugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:31.890507 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-517c7252-d6b1-45bf-abe9-4aa621938f27 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3143220 Jun 17 10:23:31.890767 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:31.890767 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:32.043560 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:32.057757 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afae8ea-16a4-409b-b8e7-fd0ece8877ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:32.074958 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.075418 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.075790 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.076290 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.076730 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.077291 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.077739 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.081748 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.082273 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.085371 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.086048 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.086600 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:32.110174 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:32.203798 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-07a2d38d-5407-43fd-8ff0-78d72989e150 req-94d5f4fe-5f37-40c6-9893-af032ee8ca60 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2036777 Jun 17 10:23:32.325720 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-0fd8b7c4-5f2d-402f-b275-9a36ef40b41e service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310684 Jun 17 10:23:32.443368 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afae8ea-16a4-409b-b8e7-fd0ece8877ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:32.505790 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc766c2-8b80-4e11-b70c-5cc29de53148 req-d39eaebd-dbd4-4566-a5df-62ca0a3e4809 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:32.511773 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1dc766c2-8b80-4e11-b70c-5cc29de53148 req-d39eaebd-dbd4-4566-a5df-62ca0a3e4809 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.2935607 Jun 17 10:23:32.590311 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afae8ea-16a4-409b-b8e7-fd0ece8877ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:32.596615 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9a67a505-028a-4d7e-9f39-75810c6138b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:32.638611 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-1563ea5b-b3d5-407b-8ee6-2128b401b704 service neutron] 10.222.0.50 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115077 Jun 17 10:23:32.669106 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1dc766c2-8b80-4e11-b70c-5cc29de53148 req-2ff605f3-4e33-452e-a396-9a470b2d4964 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385040 Jun 17 10:23:32.780097 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:32.781659 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-5afae8ea-16a4-409b-b8e7-fd0ece8877ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ceae40f3f494a09b805f5f70360b3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6808031 Jun 17 10:23:32.784471 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afae8ea-16a4-409b-b8e7-fd0ece8877ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27a548-7d04-45ed-bc63-3da65f679575,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:32.803952 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-5afae8ea-16a4-409b-b8e7-fd0ece8877ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:32.824634 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bb44d4-13cc-49c6-87b8-8607a255bf57 x-openstack-request-id: req-45bb44d4-13cc-49c6-87b8-8607a255bf57 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:32.825533 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-plugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:32.825533 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45bb44d4-13cc-49c6-87b8-8607a255bf57 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:32.826125 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf', 'code': 200} Jun 17 10:23:33.005899 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.132267 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.394247 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3a676e75-9532-40bf-873d-f497293b915e req-60d851c8-fa49-4f4b-abfe-c37d66cb82b3 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.0743721 Jun 17 10:23:33.454270 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2e40-b68b-489f-9890-dd4d0361a200 req-1d2673c1-c6d3-420d-a614-631b64833c8c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:33.458179 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbea2e40-b68b-489f-9890-dd4d0361a200 req-1d2673c1-c6d3-420d-a614-631b64833c8c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2983506 Jun 17 10:23:33.671982 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbea2e40-b68b-489f-9890-dd4d0361a200 req-93845cac-31e6-44b9-a754-ed8c47a8bceb tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936944 Jun 17 10:23:34.002128 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2266e-d2ca-4a07-b066-1e830976e9cc req-e107da26-dd36-428a-90dd-2e79ded42871 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:34.034986 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-35f2266e-d2ca-4a07-b066-1e830976e9cc req-e107da26-dd36-428a-90dd-2e79ded42871 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1896627 Jun 17 10:23:34.119254 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:34.136787 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:34.136787 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d27a548-7d04-45ed-bc63-3da65f679575 HTTP/1.1" status: 204 len: 168 time: 1.3415344 Jun 17 10:23:34.145790 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d7e3ffdf-15ee-4ff9-90a6-f5c5d287e910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:34.187688 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-35f2266e-d2ca-4a07-b066-1e830976e9cc req-02973e97-ebd6-4021-8c24-8ffe38f6f6e0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514690 Jun 17 10:23:34.189389 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27a548-7d04-45ed-bc63-3da65f679575,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:34.218243 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.218857 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.219460 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.220053 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.220638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.221269 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.221848 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.222477 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.232262 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.233431 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.237277 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.238045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:34.277253 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:34.627999 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fa110346-c5fd-4e4e-aa2a-a566cbff0f6b req-015ae4ed-9d39-48ea-9a49-b7b501aa0bd2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.0630414 Jun 17 10:23:35.068214 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e16ad-def8-4418-884d-12a6db49fd7b req-ea2438ac-4a86-417d-a47c-34b859e93c7f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:35.073105 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c87e16ad-def8-4418-884d-12a6db49fd7b req-ea2438ac-4a86-417d-a47c-34b859e93c7f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1796877 Jun 17 10:23:35.157391 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c87e16ad-def8-4418-884d-12a6db49fd7b req-be2f57b8-384b-4dad-af29-ad7efbdc37bd tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773251 Jun 17 10:23:35.745355 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448d44b-9290-4a69-b8fb-04942de71c2f req-ea5b2839-731d-481f-b4e0-75ff9e6b1c8d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:35.745355 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e448d44b-9290-4a69-b8fb-04942de71c2f req-ea5b2839-731d-481f-b4e0-75ff9e6b1c8d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1749959 Jun 17 10:23:35.849370 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e448d44b-9290-4a69-b8fb-04942de71c2f req-0bf9f045-ea6a-41af-b5dd-6e8e7881d2e3 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169870 Jun 17 10:23:35.942889 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eb80183a-a0d1-4601-ad33-fd8c7ad2f362 req-0fa4daa8-98e7-43e5-9b24-632ce318c2d7 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.0592358 Jun 17 10:23:36.351163 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:36.442328 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c95a128f-c8e6-4d16-b274-aad79cb0cbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.656351 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9bfc7-a9cf-40b4-8f7a-183c6627474b req-b9245a76-6bda-499f-89e1-0bb84618daf5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:36.665757 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c95a128f-c8e6-4d16-b274-aad79cb0cbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.669452 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1cd9bfc7-a9cf-40b4-8f7a-183c6627474b req-b9245a76-6bda-499f-89e1-0bb84618daf5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1661031 Jun 17 10:23:36.723095 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1cd9bfc7-a9cf-40b4-8f7a-183c6627474b req-67dbb7ca-5329-4671-8abe-9614b0657d9d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496700 Jun 17 10:23:37.024379 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c95a128f-c8e6-4d16-b274-aad79cb0cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:37.046306 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-256e6f4d-8114-469f-81c4-228a4c921424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:37.098583 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c95a128f-c8e6-4d16-b274-aad79cb0cbe1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=372acf26233c499a8fe7cc20ed809aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454221 Jun 17 10:23:37.104863 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8634da-618d-4a81-acd1-b253d31c8854 req-1fb6ef4c-7d71-48b4-ac2f-4ab7a455aeb2 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:37.107251 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:37.108848 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4b8634da-618d-4a81-acd1-b253d31c8854 req-1fb6ef4c-7d71-48b4-ac2f-4ab7a455aeb2 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1123278 Jun 17 10:23:37.174378 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a128f-c8e6-4d16-b274-aad79cb0cbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f36372-986a-42d2-974b-cd3d482e977e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:37.184478 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c95a128f-c8e6-4d16-b274-aad79cb0cbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:37.223648 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:37.269346 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4b8634da-618d-4a81-acd1-b253d31c8854 req-93fa1ad2-5613-4d27-b3b8-ebef72e2e6f6 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504810 Jun 17 10:23:37.271952 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:37.332950 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-152451ca-1ff8-4970-beec-74175794dee9 req-7b651f9e-8352-427c-8d8b-432fd35c762d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.1137793 Jun 17 10:23:37.550150 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:37.561553 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:37.562976 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30f36372-986a-42d2-974b-cd3d482e977e HTTP/1.1" status: 204 len: 168 time: 0.4544034 Jun 17 10:23:37.563890 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-201467b4-bc5c-45b0-b1bf-08805bc57e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:37.574524 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f36372-986a-42d2-974b-cd3d482e977e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:37.577938 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:38.085301 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b070c36-3854-438c-96e1-0891f4e63f6a req-0daca4c7-d979-4f17-a567-b5c6cb85725f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:38.093077 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b070c36-3854-438c-96e1-0891f4e63f6a req-0daca4c7-d979-4f17-a567-b5c6cb85725f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1731911 Jun 17 10:23:38.153704 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b070c36-3854-438c-96e1-0891f4e63f6a req-94d6a2c0-ecd5-4fbe-b936-7216060976ca tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587995 Jun 17 10:23:38.651447 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f5920f67-d478-491e-ad77-3fd3c82efe11 req-e5528188-d6d4-4716-be08-7600b3315026 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.0634775 Jun 17 10:23:38.749087 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c3419-918d-4f7e-ab9a-8a8fdef737f2 req-598192d4-0cd8-4dfe-aa2c-867681987d29 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:38.763272 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-204c3419-918d-4f7e-ab9a-8a8fdef737f2 req-598192d4-0cd8-4dfe-aa2c-867681987d29 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.2432804 Jun 17 10:23:38.915067 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-204c3419-918d-4f7e-ab9a-8a8fdef737f2 req-2a46b380-7b0f-44c1-bc30-ed3b3dc83532 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500368 Jun 17 10:23:39.013089 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:23:39.512433 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122561c-7a3b-4fb9-aac2-165076f729a0 req-4c59a4c7-5a0f-43d0-9d56-3de284466403 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:39.521711 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5122561c-7a3b-4fb9-aac2-165076f729a0 req-4c59a4c7-5a0f-43d0-9d56-3de284466403 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1382482 Jun 17 10:23:39.621799 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5122561c-7a3b-4fb9-aac2-165076f729a0 req-7023cef2-8d30-402c-95ce-4ef63e8776e4 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972016 Jun 17 10:23:39.628568 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-75dfda5e-3bd5-4fc7-99f4-cb9fa3b43040 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:39.644818 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-75dfda5e-3bd5-4fc7-99f4-cb9fa3b43040 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 815 time: 0.2276428 Jun 17 10:23:39.670544 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Request body: {'port': {'device_id': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'admin_state_up': True, 'tenant_id': '4284bb21075f4edaa167024574ace465'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:39.782341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:39.855670 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cfea5b6-2cb3-4851-8c57-5159d5048143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:40.359595 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e39fae9c-264e-4735-863a-ea96098e49a2 req-c3b3d79f-2a04-4944-b84f-9d6689466df8 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.2006710 Jun 17 10:23:40.697573 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63757775-683f-4588-ab1c-8a3cefc93b17 req-2fabd87b-62c2-4f41-94d4-fe4c2c768b97 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:40.704293 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-63757775-683f-4588-ab1c-8a3cefc93b17 req-2fabd87b-62c2-4f41-94d4-fe4c2c768b97 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.4842165 Jun 17 10:23:40.722302 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cfea5b6-2cb3-4851-8c57-5159d5048143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:40.811863 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-63757775-683f-4588-ab1c-8a3cefc93b17 req-83b78efa-eaed-4a62-9b37-c5084fc20e5d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805357 Jun 17 10:23:40.848807 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cfea5b6-2cb3-4851-8c57-5159d5048143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:40.857172 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-da998cf2-d40c-4d76-bf6a-93043053fc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:40.967453 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-9cfea5b6-2cb3-4851-8c57-5159d5048143 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01e3fb965d8a426d95b1dc3ae98a25ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1831322 Jun 17 10:23:40.969566 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfea5b6-2cb3-4851-8c57-5159d5048143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1751616-0042-41f4-bc41-0de7fc5475d0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:40.970977 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:40.985189 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9cfea5b6-2cb3-4851-8c57-5159d5048143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:41.085302 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.114660 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Made reservation on behalf of 4284bb21075f4edaa167024574ace465 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:23:41.120072 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.141776 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d834a4e-eb0f-4de8-8e99-95f5e847c7b7 req-ae10478a-e323-4164-9e41-32ecee07fe86 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:41.144797 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6d834a4e-eb0f-4de8-8e99-95f5e847c7b7 req-ae10478a-e323-4164-9e41-32ecee07fe86 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1287475 Jun 17 10:23:41.194552 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.262784 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6d834a4e-eb0f-4de8-8e99-95f5e847c7b7 req-37549703-4063-4049-99c9-283989317e53 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004145 Jun 17 10:23:41.527582 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Allocated IP 172.20.0.6 (b18c9ed3-5b41-4207-b837-d1dd555529c5/499c0fea-49d3-45f3-9574-63b2cd5044b4/03767b91-80a1-48c3-880b-8ff6b36aa1c6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:23:41.613008 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.618389 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.624215 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1751616-0042-41f4-bc41-0de7fc5475d0 HTTP/1.1" status: 204 len: 168 time: 0.6473584 Jun 17 10:23:41.640109 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-6df58a01-9ddf-4446-afe6-43228b502217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:41.778871 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1751616-0042-41f4-bc41-0de7fc5475d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:41.785197 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:41.971849 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-45a204f0-65d1-4c40-86e0-aecb38cef987 req-73f1e3a2-e8ca-4421-8490-c904751da88c tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.1172800 Jun 17 10:23:42.095315 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:42.293026 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a2bb-bb2e-482b-b5c3-88c607cdb511 req-790836a2-4ce5-4cab-ba66-ba1e2cd12f57 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:42.306575 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e187a2bb-bb2e-482b-b5c3-88c607cdb511 req-790836a2-4ce5-4cab-ba66-ba1e2cd12f57 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1409781 Jun 17 10:23:42.332810 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:42.346765 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:42.354165 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c', '8b51d6d3-1aac-4a5c-8e63-21ed43384480', '0a3d6f6a-3b98-4b42-910e-132172ab4771'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:42.443339 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e187a2bb-bb2e-482b-b5c3-88c607cdb511 req-ab78a2e7-7927-4930-acd1-73285ae1e72c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351717 Jun 17 10:23:42.516045 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event updated for resources: {'Port': ['ID=03767b91-80a1-48c3-880b-8ff6b36aa1c6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:42.521486 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:42.555052 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Network b18c9ed3-5b41-4207-b837-d1dd555529c5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:23:42.561964 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:23:42.577764 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:23:42.894451 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:42.899131 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.022410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c611e99-075a-4d7f-87b6-473fd126fcb0 req-0cceffef-ebc6-4f4c-bf54-412153a2aca3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:43.047048 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c611e99-075a-4d7f-87b6-473fd126fcb0 req-0cceffef-ebc6-4f4c-bf54-412153a2aca3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2747655 Jun 17 10:23:43.074082 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4122987 Jun 17 10:23:43.086789 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Request body: {'port': {'device_id': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:43.218416 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c611e99-075a-4d7f-87b6-473fd126fcb0 req-d8a563d2-2f9f-47ae-9124-370f99b0ca0b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688612 Jun 17 10:23:43.421143 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.762645 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bc986-de5b-4b33-8e52-421fbf1f2506 req-24359f12-b2e2-447a-957d-46067b60feed tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:43.764974 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1f5bc986-de5b-4b33-8e52-421fbf1f2506 req-24359f12-b2e2-447a-957d-46067b60feed tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 931 time: 0.3294435 Jun 17 10:23:43.906981 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1f5bc986-de5b-4b33-8e52-421fbf1f2506 req-99a198c8-b7ce-4775-9c9e-a8007cba0536 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975316 Jun 17 10:23:43.952647 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6537fc3-ce0a-4787-a981-35f7a4548db4 req-489887f4-8a13-4b85-b94d-33cdba922a11 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:43.959219 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b6537fc3-ce0a-4787-a981-35f7a4548db4 req-489887f4-8a13-4b85-b94d-33cdba922a11 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1897895 Jun 17 10:23:44.014541 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b6537fc3-ce0a-4787-a981-35f7a4548db4 req-00108f8d-b282-4910-9161-c87203978122 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Jun 17 10:23:44.177041 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03767b91-80a1-48c3-880b-8ff6b36aa1c6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:44.187885 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:44.207232 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Transition to ACTIVE for port object 03767b91-80a1-48c3-880b-8ff6b36aa1c6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:23:44.561544 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:44.565634 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:44.601134 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1546-7fd0-4ebf-8174-20cda94177e9 req-19b0b385-fe3a-440c-a019-90e54c6c7bac tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:44.604365 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-556a1546-7fd0-4ebf-8174-20cda94177e9 req-19b0b385-fe3a-440c-a019-90e54c6c7bac tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1241612 Jun 17 10:23:44.706114 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-556a1546-7fd0-4ebf-8174-20cda94177e9 req-c6f641e8-282e-42da-ae50-81fb5c82cc68 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852759 Jun 17 10:23:44.744647 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Pushing event updated for resources: {'Port': ['ID=03767b91-80a1-48c3-880b-8ff6b36aa1c6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:44.754418 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:44.952421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:44.997386 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Attempting to bind port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:23:45.002552 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Attempting to bind port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:23:45.003243 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Attempting to bind port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:45.013164 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:23:45.013715 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Attempting to bind port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 on network b18c9ed3-5b41-4207-b837-d1dd555529c5 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:45.023766 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:23:45.024871 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Checking segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:23:45.025846 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Bound using segment: {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:23:45.026628 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Bound port: 03767b91-80a1-48c3-880b-8ff6b36aa1c6, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ea1d63-da76-424e-bd31-2c0f53128b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:23:45.027225 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:45.225288 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] For port 03767b91-80a1-48c3-880b-8ff6b36aa1c6, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:23:45.235076 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] For port 03767b91-80a1-48c3-880b-8ff6b36aa1c6, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=03767b91-80a1-48c3-880b-8ff6b36aa1c6,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:23:45.283349 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3588f175-cd3a-4118-842b-4264c80b7ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:45.333817 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:45.337518 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:45.468610 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:45.468610 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:45.471343 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] 10.222.0.20 "PUT /v2.0/ports/03767b91-80a1-48c3-880b-8ff6b36aa1c6 HTTP/1.1" status: 200 len: 1093 time: 2.3918533 Jun 17 10:23:45.472217 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'tag': '03767b91-80a1-48c3-880b-8ff6b36aa1c6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:45.495533 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a610f-861d-4184-bddd-9e22895f36a9" -d '{"events": [{"name": "network-changed", "server_uuid": "567a1527-ccbb-4bee-aed4-c808a3d65824", "tag": "03767b91-80a1-48c3-880b-8ff6b36aa1c6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:45.556471 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Pushing event updated for resources: {'Port': ['ID=03767b91-80a1-48c3-880b-8ff6b36aa1c6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:45.569712 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:45.677741 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8fce4-0129-451d-9534-47df2dbfb265 req-3b1d2930-565c-4420-ac7e-b19b62f2f7ac tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:45.691197 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-00e8fce4-0129-451d-9534-47df2dbfb265 req-3b1d2930-565c-4420-ac7e-b19b62f2f7ac tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.3469172 Jun 17 10:23:45.723766 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c1c27-f572-4797-870a-e99111a1fe8f req-e30e6cdd-4b48-4e2b-8f6b-19a9637d1053 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:45.727195 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9f8c1c27-f572-4797-870a-e99111a1fe8f req-e30e6cdd-4b48-4e2b-8f6b-19a9637d1053 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 943 time: 0.3459809 Jun 17 10:23:45.773131 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-862f8de7-448f-4105-96a2-fb96a257e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:45.776090 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-862f8de7-448f-4105-96a2-fb96a257e386 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 1096 time: 0.1476016 Jun 17 10:23:45.813718 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3588f175-cd3a-4118-842b-4264c80b7ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:45.853740 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-37f54dc1-7f43-4011-8a1f-3b295caca46d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03767b91-80a1-48c3-880b-8ff6b36aa1c6 HTTP/1.1" status: 200 len: 217 time: 0.0645351 Jun 17 10:23:45.859927 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-00e8fce4-0129-451d-9534-47df2dbfb265 req-454d3f59-d289-4724-8f32-265ff6a43b98 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672788 Jun 17 10:23:45.891216 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9f8c1c27-f572-4797-870a-e99111a1fe8f req-265d54ca-6e1c-41fe-b821-83a9c2f5344b tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381071 Jun 17 10:23:45.983422 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc335cd-7edf-47fd-aff8-8eb93afee61a x-openstack-request-id: req-adc335cd-7edf-47fd-aff8-8eb93afee61a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:45.984297 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567a1527-ccbb-4bee-aed4-c808a3d65824", "tag": "03767b91-80a1-48c3-880b-8ff6b36aa1c6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:45.985078 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-adc335cd-7edf-47fd-aff8-8eb93afee61a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:45.986371 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'tag': '03767b91-80a1-48c3-880b-8ff6b36aa1c6', 'status': 'completed', 'code': 200} Jun 17 10:23:45.994757 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3588f175-cd3a-4118-842b-4264c80b7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:46.000455 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:46.030695 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-318ce97e-b591-4207-b590-7f88ad620f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:46.033971 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-318ce97e-b591-4207-b590-7f88ad620f1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.1619363 Jun 17 10:23:46.056624 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588f175-cd3a-4118-842b-4264c80b7ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed1f49-9d55-4522-902a-41a97466b7dd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:46.061930 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3588f175-cd3a-4118-842b-4264c80b7ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:46.105782 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3588f175-cd3a-4118-842b-4264c80b7ed4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86cc2235efd94a8aadab3d4ac58d3463&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1503198 Jun 17 10:23:46.106549 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:46.120302 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-adccbb72-b0ed-4fa5-888b-64ecff126756 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777891 Jun 17 10:23:46.247186 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:46.334419 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:46.362749 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-b13b5d20-bc45-494f-adf6-eaa74a303f13 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316298 Jun 17 10:23:46.608590 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019677aa-ddcc-4139-a87e-f0451e8dcc90 req-0ff0f122-09a2-402d-b8b8-e7ef160550f9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:46.619842 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-019677aa-ddcc-4139-a87e-f0451e8dcc90 req-0ff0f122-09a2-402d-b8b8-e7ef160550f9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.3971639 Jun 17 10:23:46.666688 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:46.672133 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:46.674536 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38ed1f49-9d55-4522-902a-41a97466b7dd HTTP/1.1" status: 204 len: 168 time: 0.5666544 Jun 17 10:23:46.685078 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93cc1248-e484-4c4d-83c6-2100b526d783 req-e486e3e8-f29b-4c11-8481-7cc1f60d0807 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145261 Jun 17 10:23:46.689472 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-dfaf6d25-d505-484c-bcf7-f04adf8b2b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:46.713202 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed1f49-9d55-4522-902a-41a97466b7dd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:46.721029 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-019677aa-ddcc-4139-a87e-f0451e8dcc90 req-9c857dc4-2d31-4c0c-a33e-10e4cc9ca2f2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999651 Jun 17 10:23:46.722648 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:47.416617 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-7ad3d76d-7930-47cc-9b0e-d3e626abd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:47.421770 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-7ad3d76d-7930-47cc-9b0e-d3e626abd82e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4284bb21075f4edaa167024574ace465&device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 1096 time: 0.5139303 Jun 17 10:23:47.536341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22d8b5-e6d5-49e7-855a-5eeb33be309a req-9938da59-99bf-4682-84b4-eead4c9a66bf tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:47.561653 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ba22d8b5-e6d5-49e7-855a-5eeb33be309a req-9938da59-99bf-4682-84b4-eead4c9a66bf tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 943 time: 0.3430510 Jun 17 10:23:47.738915 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ba22d8b5-e6d5-49e7-855a-5eeb33be309a req-0114f19d-465a-4729-adfa-1566012372b7 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829743 Jun 17 10:23:47.861589 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-b7a72370-e94c-4a49-a8f5-94040fecac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:47.864144 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eb6e7-398a-4484-9193-d92f18b8e0a5 req-61bbc034-cbb9-4f50-a7cd-0c871678e66b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:47.865446 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-b7a72370-e94c-4a49-a8f5-94040fecac4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 200 len: 916 time: 0.4336431 Jun 17 10:23:47.872703 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-df5eb6e7-398a-4484-9193-d92f18b8e0a5 req-61bbc034-cbb9-4f50-a7cd-0c871678e66b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.2606664 Jun 17 10:23:47.951930 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-0d8be31a-b7e0-4bf2-8a5b-416a1391509f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03767b91-80a1-48c3-880b-8ff6b36aa1c6 HTTP/1.1" status: 200 len: 217 time: 0.0778093 Jun 17 10:23:47.953620 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-df5eb6e7-398a-4484-9193-d92f18b8e0a5 req-7a019803-504c-4322-9aab-fdccd6e3bf42 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 Jun 17 10:23:48.058879 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-736dbef6-b7cb-4926-812f-80cbe270b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:48.061969 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-736dbef6-b7cb-4926-812f-80cbe270b247 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 200 len: 855 time: 0.0973434 Jun 17 10:23:48.130618 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-5cee9bc7-e9a4-4fe1-b22d-cb6966ff27d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b18c9ed3-5b41-4207-b837-d1dd555529c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558212 Jun 17 10:23:48.181839 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa5bbd-d9b0-4c87-8db0-c811995edf7c req-319551ed-cef5-4725-8c2b-ee86932b6d63 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:48.188674 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e8fa5bbd-d9b0-4c87-8db0-c811995edf7c req-319551ed-cef5-4725-8c2b-ee86932b6d63 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1736529 Jun 17 10:23:48.315327 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e8fa5bbd-d9b0-4c87-8db0-c811995edf7c req-f451e22e-f3b1-4bdb-8c0e-b063c89ef62e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131146 Jun 17 10:23:48.449410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:48.470023 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa957322-06f8-43a3-9eb8-77fad80ddddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.608451 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-041aa67c-a71d-4e4c-8861-17e8c576612b service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677832 Jun 17 10:23:48.662684 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa957322-06f8-43a3-9eb8-77fad80ddddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.767648 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-ab7c26ad-2021-42cf-98c0-ac6d67438578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:48.769841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:48.774923 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-ab7c26ad-2021-42cf-98c0-ac6d67438578 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1098 time: 0.3042552 Jun 17 10:23:48.778536 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa957322-06f8-43a3-9eb8-77fad80ddddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.783860 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e7dd3f97-aa23-4a1c-98a5-b10433911189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:48.848786 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-aa9a610f-861d-4184-bddd-9e22895f36a9 req-a7ad1905-94cf-4124-87ac-568902358844 service neutron] 10.222.0.20 "GET /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299473 Jun 17 10:23:48.861882 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa957322-06f8-43a3-9eb8-77fad80ddddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e728a8f-f79b-4732-8664-81fa1080460f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:48.900871 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fa957322-06f8-43a3-9eb8-77fad80ddddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:48.914840 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-fa957322-06f8-43a3-9eb8-77fad80ddddc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f117a5b44174e4d93dc9c8e71b0e491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640601 Jun 17 10:23:48.916145 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:49.153204 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.313579 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.319857 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-5a6715e2-b628-4179-909b-c37d361c43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:49.325679 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-5a6715e2-b628-4179-909b-c37d361c43f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.4621358 Jun 17 10:23:49.537448 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-0bfca7a4-df31-4450-a2dd-f89b211918ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6188a904-838e-451b-b8bb-10d5babeebcf HTTP/1.1" status: 200 len: 1001 time: 0.2002416 Jun 17 10:23:49.589103 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-450bc5c4-a805-4fc3-a706-07c56acf86f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.705133 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-d90bf493-1738-429e-8a1a-4959ada6b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:49.709722 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-d90bf493-1738-429e-8a1a-4959ada6b6f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.1573792 Jun 17 10:23:49.813813 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d401393-4012-4788-b9d5-578ef56655f3 req-9ed6dfbd-506c-4429-a99b-d9ff37fc5bdc tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:49.830937 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6d401393-4012-4788-b9d5-578ef56655f3 req-9ed6dfbd-506c-4429-a99b-d9ff37fc5bdc tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 943 time: 0.6201949 Jun 17 10:23:49.884338 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f8157-5beb-45b8-9655-06ef7d384e59 req-a9c7b3ba-8545-4da5-8413-381f7c023fc3 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:49.897712 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-945f8157-5beb-45b8-9655-06ef7d384e59 req-a9c7b3ba-8545-4da5-8413-381f7c023fc3 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.4922500 Jun 17 10:23:49.945492 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.952886 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.959449 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e728a8f-f79b-4732-8664-81fa1080460f HTTP/1.1" status: 204 len: 168 time: 1.0415061 Jun 17 10:23:49.967332 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-560aabe4-bfcb-4c90-bc8c-c8630a237b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:49.976891 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-0ac565cf-e3d8-4ad4-9474-fb6e598171b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:49.981752 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-0ac565cf-e3d8-4ad4-9474-fb6e598171b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2584927 Jun 17 10:23:50.045355 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e728a8f-f79b-4732-8664-81fa1080460f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:50.068045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:50.141839 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6d401393-4012-4788-b9d5-578ef56655f3 req-7fe8ac60-5540-42aa-b25c-64a0e240713f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954652 Jun 17 10:23:50.186056 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-945f8157-5beb-45b8-9655-06ef7d384e59 req-08b81ef1-b1ca-42f7-9e1b-7e346d327f7b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673726 Jun 17 10:23:50.282489 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-450bc5c4-a805-4fc3-a706-07c56acf86f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.302374 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-30a1e0d4-d18a-4f26-92b5-7aea5c141fe6 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009782 Jun 17 10:23:50.455202 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-450bc5c4-a805-4fc3-a706-07c56acf86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.459489 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c083171b-3ec0-44b0-8143-9ed6e61d65b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:50.542314 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-450bc5c4-a805-4fc3-a706-07c56acf86f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=175771bcf67d4e9a843f75abf6d7ed28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7671802 Jun 17 10:23:50.543006 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:50.552789 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bc5c4-a805-4fc3-a706-07c56acf86f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9485e413-04ac-4bf3-991c-2512f2bf9777,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:50.555380 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-450bc5c4-a805-4fc3-a706-07c56acf86f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:50.621319 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f8b70-7808-4092-bb0f-8fb2b50d6595 req-e42ce171-367b-46a7-a4fa-e1d998d4907d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:50.624563 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-469f8b70-7808-4092-bb0f-8fb2b50d6595 req-e42ce171-367b-46a7-a4fa-e1d998d4907d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2229850 Jun 17 10:23:50.633067 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-93ee9966-d531-46d8-8ab4-9c6d46b80370 req-308e5759-5fb3-407d-9598-36f1701502e9 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205795 Jun 17 10:23:50.719258 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.769371 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-469f8b70-7808-4092-bb0f-8fb2b50d6595 req-f0568c65-beb8-4fc8-8182-261dc3b069ed tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323917 Jun 17 10:23:50.796024 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.930155 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 03767b91-80a1-48c3-880b-8ff6b36aa1c6 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:51.133992 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 03767b91-80a1-48c3-880b-8ff6b36aa1c6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=03767b91-80a1-48c3-880b-8ff6b36aa1c6,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:51.152953 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '03767b91-80a1-48c3-880b-8ff6b36aa1c6', 'network_id': 'b18c9ed3-5b41-4207-b837-d1dd555529c5', 'port_id': '03767b91-80a1-48c3-880b-8ff6b36aa1c6', 'mac_address': 'fa:16:3e:64:58:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499c0fea-49d3-45f3-9574-63b2cd5044b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:51.174521 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.185443 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.192650 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9485e413-04ac-4bf3-991c-2512f2bf9777 HTTP/1.1" status: 204 len: 168 time: 0.6480660 Jun 17 10:23:51.196168 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c95a128f-c8e6-4d16-b274-aad79cb0cbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:51.211012 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9485e413-04ac-4bf3-991c-2512f2bf9777,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:51.232175 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:51.399690 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.458011 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03767b91-80a1-48c3-880b-8ff6b36aa1c6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:51.504993 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 03767b91-80a1-48c3-880b-8ff6b36aa1c6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=03767b91-80a1-48c3-880b-8ff6b36aa1c6,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:51.579055 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.601693 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.605712 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:51.625786 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:51.668720 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-063368bc-2514-4d42-ac04-d5aeb5d18874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.721230 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=03767b91-80a1-48c3-880b-8ff6b36aa1c6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:51.727551 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:51.991889 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['03767b91-80a1-48c3-880b-8ff6b36aa1c6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:52.294622 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda0558-f2c2-4c0f-9d76-059ce7fbb6e7 req-e35e2636-bdce-4d8b-b9fb-3127a95b778b tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:52.309273 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-063368bc-2514-4d42-ac04-d5aeb5d18874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:52.310319 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5bda0558-f2c2-4c0f-9d76-059ce7fbb6e7 req-e35e2636-bdce-4d8b-b9fb-3127a95b778b tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 944 time: 0.7047067 Jun 17 10:23:52.385594 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7c41f-00f2-42c7-9e2a-eb1436e4641f req-93e041a8-fa44-4075-bba5-a3efc296810c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:52.397619 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b4d7c41f-00f2-42c7-9e2a-eb1436e4641f req-93e041a8-fa44-4075-bba5-a3efc296810c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.6506135 Jun 17 10:23:52.449452 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-063368bc-2514-4d42-ac04-d5aeb5d18874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:52.498439 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5bda0558-f2c2-4c0f-9d76-059ce7fbb6e7 req-ad8c71cf-a1c2-4f75-a8e4-7b90b97bcb84 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869907 Jun 17 10:23:52.512796 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b4d7c41f-00f2-42c7-9e2a-eb1436e4641f req-96e9f9ee-c89a-4a04-90a1-a519b6c37a8f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074419 Jun 17 10:23:52.578595 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-5f1d0085-625c-43ef-acef-5873fb8f8c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:52.592193 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-063368bc-2514-4d42-ac04-d5aeb5d18874 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=155c1a42eddd43d88ae299d7223ab501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9643285 Jun 17 10:23:52.595961 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:52.794619 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:52.844034 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:52.873868 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063368bc-2514-4d42-ac04-d5aeb5d18874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c05177a-f129-4aa2-acec-2ee49b1f3863,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:52.887749 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-063368bc-2514-4d42-ac04-d5aeb5d18874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:53.039903 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9847de-4417-47f1-b5f0-8daad89c7d4c req-bf2e8e19-9e7c-4acd-b3d3-3785cfdc89a8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:53.043777 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-af9847de-4417-47f1-b5f0-8daad89c7d4c req-bf2e8e19-9e7c-4acd-b3d3-3785cfdc89a8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1206126 Jun 17 10:23:53.110929 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-af9847de-4417-47f1-b5f0-8daad89c7d4c req-8c3c19d3-db07-498d-867b-467cb43c9487 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558252 Jun 17 10:23:53.805551 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:53.847648 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5965c4b-75aa-4955-8a21-d6898dcb7eaa req-756dd332-2d4e-4f3e-aa09-9aed0fbe45c3 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:53.849981 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d5965c4b-75aa-4955-8a21-d6898dcb7eaa req-756dd332-2d4e-4f3e-aa09-9aed0fbe45c3 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 944 time: 0.1562698 Jun 17 10:23:53.868194 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af8428-69a5-49e5-bee2-12195337e303 req-c0399170-6289-4ecc-aa43-d2264e1fbb5e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:53.872709 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f956a01f-2e94-47ef-b52e-e6241edf70b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:53.872997 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-49af8428-69a5-49e5-bee2-12195337e303 req-c0399170-6289-4ecc-aa43-d2264e1fbb5e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1409755 Jun 17 10:23:53.965756 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-49af8428-69a5-49e5-bee2-12195337e303 req-a42f9466-5efd-4622-b429-d88bd2dff87f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Jun 17 10:23:53.972290 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d5965c4b-75aa-4955-8a21-d6898dcb7eaa req-b02baff7-50e7-4a6b-9133-b70483c84525 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994902 Jun 17 10:23:54.002557 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.008290 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.013579 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c05177a-f129-4aa2-acec-2ee49b1f3863 HTTP/1.1" status: 204 len: 168 time: 1.4153135 Jun 17 10:23:54.020728 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f025a208-db83-4091-9446-060e42f7d49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:54.084557 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c05177a-f129-4aa2-acec-2ee49b1f3863,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:54.091114 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:54.135575 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc76749e-cf08-46dd-bcba-264865a9d722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.207462 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f956a01f-2e94-47ef-b52e-e6241edf70b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.374749 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f956a01f-2e94-47ef-b52e-e6241edf70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.412951 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:54.494655 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f956a01f-2e94-47ef-b52e-e6241edf70b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69d00b332660462197920d480e4c4820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6870618 Jun 17 10:23:54.498635 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:54.499951 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956a01f-2e94-47ef-b52e-e6241edf70b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33321e46-0e3c-4385-b833-fa9d05745400,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:54.505650 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f956a01f-2e94-47ef-b52e-e6241edf70b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:54.565679 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcb91-7429-479c-91c1-38d69718de6a req-58798a3b-6543-4010-bbb1-a500015b5687 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:54.568383 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ce6fcb91-7429-479c-91c1-38d69718de6a req-58798a3b-6543-4010-bbb1-a500015b5687 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2042372 Jun 17 10:23:54.696084 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.715248 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ce6fcb91-7429-479c-91c1-38d69718de6a req-49605829-1e7f-410d-bddf-330d8a86f95f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226370 Jun 17 10:23:54.769107 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.955212 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 03767b91-80a1-48c3-880b-8ff6b36aa1c6 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:54.978571 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.983599 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:54.985240 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33321e46-0e3c-4385-b833-fa9d05745400 HTTP/1.1" status: 204 len: 168 time: 0.4851985 Jun 17 10:23:54.989636 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-0f1dcf4d-3618-4f2f-972d-f7a31fb11684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:54.999332 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33321e46-0e3c-4385-b833-fa9d05745400,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:55.010721 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:55.378233 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:55.389523 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:55.390197 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:55.561207 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:55.607198 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03767b91-80a1-48c3-880b-8ff6b36aa1c6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:55.610391 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0d4822-cefc-41a9-9e25-9e57ee34fc7f" -d '{"events": [{"server_uuid": "567a1527-ccbb-4bee-aed4-c808a3d65824", "name": "network-vif-plugged", "status": "completed", "tag": "03767b91-80a1-48c3-880b-8ff6b36aa1c6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:55.625614 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 03767b91-80a1-48c3-880b-8ff6b36aa1c6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=03767b91-80a1-48c3-880b-8ff6b36aa1c6,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:55.635268 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addad6ac-c869-4841-addd-bc7d78cb1c35 req-e94dab97-6b4b-4fe7-a225-40daebba122e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:55.636926 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-addad6ac-c869-4841-addd-bc7d78cb1c35 req-e94dab97-6b4b-4fe7-a225-40daebba122e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 944 time: 0.2132070 Jun 17 10:23:55.673622 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9248a-e52d-4ea0-ac5c-db1e401d2032 req-4d42f096-6c32-41d3-b789-71013a39b52a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:55.675202 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-45d9248a-e52d-4ea0-ac5c-db1e401d2032 req-4d42f096-6c32-41d3-b789-71013a39b52a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1523581 Jun 17 10:23:55.713647 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-addad6ac-c869-4841-addd-bc7d78cb1c35 req-5e94c7a5-0582-409c-b2d1-1060ee85ecd0 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670233 Jun 17 10:23:55.754851 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-45d9248a-e52d-4ea0-ac5c-db1e401d2032 req-43f9dc17-a769-4687-91bb-9c36d06518fa tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704961 Jun 17 10:23:55.783596 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283b902-8365-4e1a-82e1-4cfa0023206f x-openstack-request-id: req-4283b902-8365-4e1a-82e1-4cfa0023206f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:55.784035 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567a1527-ccbb-4bee-aed4-c808a3d65824", "name": "network-vif-plugged", "status": "completed", "tag": "03767b91-80a1-48c3-880b-8ff6b36aa1c6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:55.784422 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4283b902-8365-4e1a-82e1-4cfa0023206f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:55.785050 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03767b91-80a1-48c3-880b-8ff6b36aa1c6', 'code': 200} Jun 17 10:23:55.825030 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:55.828513 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:55.985607 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=03767b91-80a1-48c3-880b-8ff6b36aa1c6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:56.021805 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:56.226410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fdb9d-65d9-4243-9c1f-9695e2d536d3 req-eed3e816-d7f0-44aa-bc80-b61f65a7e6a5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:56.229835 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a00fdb9d-65d9-4243-9c1f-9695e2d536d3 req-eed3e816-d7f0-44aa-bc80-b61f65a7e6a5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1531584 Jun 17 10:23:56.286449 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a00fdb9d-65d9-4243-9c1f-9695e2d536d3 req-70307ead-abc9-4d80-81bf-a387eadf01d4 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451775 Jun 17 10:23:56.576243 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546d074-b8df-4552-83f7-c0ece6b9323a req-acfe2452-83ab-4191-a41d-b02043970e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:56.580526 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-7546d074-b8df-4552-83f7-c0ece6b9323a req-acfe2452-83ab-4191-a41d-b02043970e09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 1098 time: 0.0739746 Jun 17 10:23:56.624111 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-7546d074-b8df-4552-83f7-c0ece6b9323a req-ce22664e-8715-4846-af0b-d9611ac8b0c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350788 Jun 17 10:23:56.786638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55888) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:56.808562 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a46ff64-89dd-4563-af7c-ebc976e5309d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.053472 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a46ff64-89dd-4563-af7c-ebc976e5309d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.152932 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfedd9-4d3b-4366-8b1f-4d7176084c7f req-71c10b67-b7aa-4a37-bf63-7c0a67e7c22f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:57.155961 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b3cfedd9-4d3b-4366-8b1f-4d7176084c7f req-71c10b67-b7aa-4a37-bf63-7c0a67e7c22f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 945 time: 0.2419450 Jun 17 10:23:57.166481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed18df7-6513-43ce-9194-c89c19cec437 req-c299928b-d794-45f6-96b4-76a5cdf9eec5 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:57.168488 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eed18df7-6513-43ce-9194-c89c19cec437 req-c299928b-d794-45f6-96b4-76a5cdf9eec5 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.2095270 Jun 17 10:23:57.218213 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a46ff64-89dd-4563-af7c-ebc976e5309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.226045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b65fc2b9-fbed-43bd-8300-ec8dff340f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:57.271516 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46ff64-89dd-4563-af7c-ebc976e5309d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c63ec3-3306-4731-b704-444f020cf5be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:57.283427 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5a46ff64-89dd-4563-af7c-ebc976e5309d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:57.326533 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eed18df7-6513-43ce-9194-c89c19cec437 req-2f6e310a-0c04-4cc5-b28c-e386cd980b4c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458223 Jun 17 10:23:57.421766 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b3cfedd9-4d3b-4366-8b1f-4d7176084c7f req-0ab0a9ef-534f-41a2-836d-78ec4d46dadd tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514021 Jun 17 10:23:57.439566 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5a46ff64-89dd-4563-af7c-ebc976e5309d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f79ba473995148a0b4ddb4db618c69f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505668 Jun 17 10:23:57.444168 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:57.476230 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa306-b1f1-4c51-8c65-3173cf63b960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.533330 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.554290 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-f3bf5bb5-d10d-477e-8bd1-e369920f595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:57.556228 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-f3bf5bb5-d10d-477e-8bd1-e369920f595e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1098 time: 0.1301358 Jun 17 10:23:57.572949 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.627771 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.851448 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b616e3-bda0-4876-8ab2-0825c9fd4dfe req-bc0f35ea-2c11-4fb4-9a6f-1b8be8b95ca9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:57.854618 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f2b616e3-bda0-4876-8ab2-0825c9fd4dfe req-bc0f35ea-2c11-4fb4-9a6f-1b8be8b95ca9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.2327421 Jun 17 10:23:57.955493 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f2b616e3-bda0-4876-8ab2-0825c9fd4dfe req-d3fa4c16-f022-40cb-ad35-ffad2a5c3b0c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895398 Jun 17 10:23:58.034833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:58.043731 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:58.045965 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68c63ec3-3306-4731-b704-444f020cf5be HTTP/1.1" status: 204 len: 168 time: 0.6000407 Jun 17 10:23:58.047265 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3588f175-cd3a-4118-842b-4264c80b7ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:58.062704 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c63ec3-3306-4731-b704-444f020cf5be,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:58.066732 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:58.185469 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-64b32d45-0e23-4d0b-ac31-34ccbeacab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:58.189085 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-64b32d45-0e23-4d0b-ac31-34ccbeacab18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.6215224 Jun 17 10:23:58.288991 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 55924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:58.349956 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-361b9d89-9f76-46ad-abf2-817cd3ec0bab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6188a904-838e-451b-b8bb-10d5babeebcf HTTP/1.1" status: 200 len: 1001 time: 0.1432886 Jun 17 10:23:58.456621 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-930af24d-b61e-4363-9d6a-44a3f4a07ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:58.459557 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-930af24d-b61e-4363-9d6a-44a3f4a07ca5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.0948141 Jun 17 10:23:58.592668 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79edaf1a-7059-4580-9b29-e475a4e557f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:58.605219 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-926a1383-0949-4d67-9537-cbd8745e211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:58.606570 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-926a1383-0949-4d67-9537-cbd8745e211b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1391294 Jun 17 10:23:58.846432 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-9f440fc0-04db-473e-8e99-78ea3f52d145 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311804 Jun 17 10:23:58.974121 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537c994-06b1-4037-bf8c-a55ec499cfc8 req-689f1014-76bb-4626-aabb-4043f2d98ac7 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:58.976831 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2537c994-06b1-4037-bf8c-a55ec499cfc8 req-689f1014-76bb-4626-aabb-4043f2d98ac7 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 945 time: 0.2897103 Jun 17 10:23:59.105916 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85186c-79bd-46ad-9d73-be185b5a82af req-99e65155-b216-49c8-9abb-fe415ab52500 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:59.108786 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf85186c-79bd-46ad-9d73-be185b5a82af req-99e65155-b216-49c8-9abb-fe415ab52500 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.4195898 Jun 17 10:23:59.114994 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79edaf1a-7059-4580-9b29-e475a4e557f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.130937 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-83149712-d12c-49b9-a89e-42d7e3dc8346 req-1a2d1def-5977-4d7f-acfb-833d2bd14976 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763715 Jun 17 10:23:59.243516 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2537c994-06b1-4037-bf8c-a55ec499cfc8 req-a4363c11-b910-4b51-b0f9-a7288894abae tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021441 Jun 17 10:23:59.273195 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf85186c-79bd-46ad-9d73-be185b5a82af req-bb6200b9-81e3-43fa-adfe-13897b78130a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409223 Jun 17 10:23:59.276925 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79edaf1a-7059-4580-9b29-e475a4e557f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.284658 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9c4ecb85-fa2a-40b5-8915-badc4f97fb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:59.454757 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-79edaf1a-7059-4580-9b29-e475a4e557f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ab45e75f75545c893c373af56c2f8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1636245 Jun 17 10:23:59.456353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edaf1a-7059-4580-9b29-e475a4e557f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929cb25a-0ca6-4c22-99a5-913e47b0dbcf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:59.459082 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:59.476578 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-79edaf1a-7059-4580-9b29-e475a4e557f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:59.635553 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.652585 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.686328 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.818952 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231a9df-ca9d-41e8-b081-72301ea90b57 req-468da923-0d9d-4197-998b-50556ff81b51 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:59.822425 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f231a9df-ca9d-41e8-b081-72301ea90b57 req-468da923-0d9d-4197-998b-50556ff81b51 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1504483 Jun 17 10:23:59.894585 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f231a9df-ca9d-41e8-b081-72301ea90b57 req-38a6275b-5c46-40a2-b004-9aecd3668417 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591629 Jun 17 10:23:59.915463 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.920016 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.926724 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/929cb25a-0ca6-4c22-99a5-913e47b0dbcf HTTP/1.1" status: 204 len: 168 time: 0.4609985 Jun 17 10:23:59.926724 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:59.944147 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929cb25a-0ca6-4c22-99a5-913e47b0dbcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:59.946372 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:00.042648 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:00.297099 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200e2f42-3cf5-43c1-8b8d-fe867f871f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.514941 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.583724 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200e2f42-3cf5-43c1-8b8d-fe867f871f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.693378 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dd763-d1b5-40e7-8c68-a468babe8fa4 req-6645476f-e16a-48d0-b1a7-685be17b5814 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:00.696336 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-055dd763-d1b5-40e7-8c68-a468babe8fa4 req-6645476f-e16a-48d0-b1a7-685be17b5814 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1113560 Jun 17 10:24:00.698829 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-200e2f42-3cf5-43c1-8b8d-fe867f871f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.706436 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:00.822622 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-200e2f42-3cf5-43c1-8b8d-fe867f871f8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=602d606b2fca482aa42cf4eaad6a45c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782722 Jun 17 10:24:00.824065 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 55994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:00.841841 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e2f42-3cf5-43c1-8b8d-fe867f871f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e54ced-e996-4b71-a42e-b95ca1733a74,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:00.844892 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-055dd763-d1b5-40e7-8c68-a468babe8fa4 req-327269eb-644c-4692-8744-3848a996cd77 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985956 Jun 17 10:24:00.858809 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-200e2f42-3cf5-43c1-8b8d-fe867f871f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:00.945413 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.988895 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:00.991289 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:01.169938 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:01.252678 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:01.252678 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:01.252678 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f714a2-159d-4e8f-8470-4e390189320a" -d '{"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-unplugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:01.327721 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b52dae1-2c24-448e-81d3-7cf4a60ed573 x-openstack-request-id: req-7b52dae1-2c24-448e-81d3-7cf4a60ed573 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:01.328542 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-unplugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:01.329228 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b52dae1-2c24-448e-81d3-7cf4a60ed573 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:01.329947 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf', 'code': 200} Jun 17 10:24:01.333340 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:01.345249 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:01.353430 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91e54ced-e996-4b71-a42e-b95ca1733a74 HTTP/1.1" status: 204 len: 168 time: 0.5249629 Jun 17 10:24:01.356133 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-426c85c9-0ffd-4e2d-821a-1d1437656b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:01.373782 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e54ced-e996-4b71-a42e-b95ca1733a74,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:01.379749 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:01.403941 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd83e5d-f820-47bf-ba99-37a17f47cfc5 req-0d6dca91-5d25-4d5e-b727-57f5eb8c4e21 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:01.418294 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1dd83e5d-f820-47bf-ba99-37a17f47cfc5 req-0d6dca91-5d25-4d5e-b727-57f5eb8c4e21 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 945 time: 0.1949995 Jun 17 10:24:01.424507 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:01.429025 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:01.518225 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1dd83e5d-f820-47bf-ba99-37a17f47cfc5 req-e80e259a-98fc-4cff-a22e-aa883302a316 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979836 Jun 17 10:24:01.597789 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:01.615179 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:02.268413 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0177efa-797d-490d-ac83-9f1476d20557 req-be09f333-49f7-450a-86bc-9fedcaaf030d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:02.283566 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f0177efa-797d-490d-ac83-9f1476d20557 req-be09f333-49f7-450a-86bc-9fedcaaf030d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1786995 Jun 17 10:24:02.394958 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f0177efa-797d-490d-ac83-9f1476d20557 req-4295cab9-3cfc-41aa-b28b-6a18c770d850 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097832 Jun 17 10:24:03.017949 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b931ba0-e979-46eb-9d63-848f7fe6bfce req-53dcfc89-14bf-49af-b76a-f8045321a77f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:03.021143 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6b931ba0-e979-46eb-9d63-848f7fe6bfce req-53dcfc89-14bf-49af-b76a-f8045321a77f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.2359753 Jun 17 10:24:03.147963 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6b931ba0-e979-46eb-9d63-848f7fe6bfce req-c3c2ac6e-5f42-4355-90a2-d72f5524c844 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099381 Jun 17 10:24:03.178600 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:03.282760 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Deleting subnet f75a6eaf-3b06-47ac-a5cc-c955d576cb9a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:24:03.287955 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.361209 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.441455 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.715174 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.722448 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:03.800113 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.804043 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f75a6eaf-3b06-47ac-a5cc-c955d576cb9a HTTP/1.1" status: 204 len: 168 time: 0.6197355 Jun 17 10:24:03.808721 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:03.816864 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75a6eaf-3b06-47ac-a5cc-c955d576cb9a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:03.822732 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:03.971648 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.148935 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.171192 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:04.189801 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c86f34-c358-44a6-907f-d00d7abfb22e req-7b0e872a-59ba-4438-b9cf-7a6dc2c65884 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:04.200342 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b573bb-25f8-4bc1-a916-c969b66dbcc8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:04.200342 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b573bb-25f8-4bc1-a916-c969b66dbcc8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:04.205409 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03c86f34-c358-44a6-907f-d00d7abfb22e req-7b0e872a-59ba-4438-b9cf-7a6dc2c65884 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1937451 Jun 17 10:24:04.217124 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.250117 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.263057 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:24:04.263610 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.276924 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03c86f34-c358-44a6-907f-d00d7abfb22e req-dd7cf36f-3f39-4710-95de-2d5044ca52e7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669949 Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:24:04.427683 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:24:04.433541 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:24:04.531233 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59736-c5fb-4f36-8323-c803b9ad85c2 req-63c52f41-894a-4219-b1e9-c44a17c74b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:04.534205 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-84e59736-c5fb-4f36-8323-c803b9ad85c2 req-63c52f41-894a-4219-b1e9-c44a17c74b5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 1099 time: 0.1022341 Jun 17 10:24:04.596632 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-84e59736-c5fb-4f36-8323-c803b9ad85c2 req-680bbdca-e2ff-42f2-8be3-0d90f9c15ecb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548177 Jun 17 10:24:04.644728 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.654862 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.662943 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] 10.222.0.50 "DELETE /v2.0/networks/8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc HTTP/1.1" status: 204 len: 168 time: 0.8521681 Jun 17 10:24:04.663832 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:04.666538 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-65accfdd-469f-4861-90ac-9c250b1867d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:04.695380 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8a193a-7f45-4b2f-9152-9bbd6e3cb4fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:04.700043 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f2dc8851-9d30-4ea5-8e0f-4c08306278fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:04.772123 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Deleting subnet 84a04a02-f509-4218-8819-63114d3a341d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:24:04.772123 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.834142 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.904956 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.014305 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:05.173711 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.182572 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fc999e29-149c-4b81-afaa-16b157674874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:05.202656 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:05.239153 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a04a02-f509-4218-8819-63114d3a341d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:05.262204 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:05.284580 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.293521 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/84a04a02-f509-4218-8819-63114d3a341d HTTP/1.1" status: 204 len: 168 time: 0.6226399 Jun 17 10:24:05.294407 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:05.507075 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.513048 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1df9fc9-ebc2-4997-9a5b-6c0bd4f2cd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.748535 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.753172 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b42b3-3bee-4f0f-ab28-4502f4685e21 req-429c4753-d009-417d-8d04-fe7d60d003f1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:05.757026 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a0b42b3-3bee-4f0f-ab28-4502f4685e21 req-429c4753-d009-417d-8d04-fe7d60d003f1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1628215 Jun 17 10:24:05.802847 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5eef45f-9922-4aa8-aa1a-79be071bb7bb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:05.854969 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a0b42b3-3bee-4f0f-ab28-4502f4685e21 req-7d325551-5341-4072-a69c-8ca257f4f27c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806999 Jun 17 10:24:05.884783 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46940b7-e4e9-437a-9318-577912ae472b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:05.885819 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46940b7-e4e9-437a-9318-577912ae472b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:05.909466 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.953893 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.976027 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:24:05.976983 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:24:05.985577 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:24:06.100473 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1df9fc9-ebc2-4997-9a5b-6c0bd4f2cd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.348624 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.353904 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1df9fc9-ebc2-4997-9a5b-6c0bd4f2cd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.360670 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.363113 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] 10.222.0.50 "DELETE /v2.0/networks/a5eef45f-9922-4aa8-aa1a-79be071bb7bb HTTP/1.1" status: 204 len: 168 time: 1.0667460 Jun 17 10:24:06.364064 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f956a01f-2e94-47ef-b52e-e6241edf70b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:06.430358 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-e1df9fc9-ebc2-4997-9a5b-6c0bd4f2cd7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ef0b7a24cf7442b9de78bf2d0b036ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2219343 Jun 17 10:24:06.430358 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df9fc9-ebc2-4997-9a5b-6c0bd4f2cd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aaf72e-c662-47ff-aac0-a6e09073af35,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:06.431908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:06.433378 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e1df9fc9-ebc2-4997-9a5b-6c0bd4f2cd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:06.434848 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:06.454531 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Pushing event deleted for resources: {'Network': ['ID=a5eef45f-9922-4aa8-aa1a-79be071bb7bb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:06.457235 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-70a3ffdd-1c1b-46a5-bc9e-bd72c696351e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:06.544531 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.586588 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.824356 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.829122 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.830656 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72aaf72e-c662-47ff-aac0-a6e09073af35 HTTP/1.1" status: 204 len: 168 time: 0.3971369 Jun 17 10:24:06.831683 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-79edaf1a-7059-4580-9b29-e475a4e557f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:06.865954 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aaf72e-c662-47ff-aac0-a6e09073af35,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:06.878502 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:07.099480 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:07.219996 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3212c5b6-fb0a-4aee-a903-6a32dbdaf1ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5430778ad8884255bc45aa5b1db08568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187019 Jun 17 10:24:07.224768 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:07.258888 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9438-d5ec-4ee1-80f5-ac46d27dbabf req-33a5c5ea-1959-48ef-8986-3edadd7a3580 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:07.260990 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ad2e9438-d5ec-4ee1-80f5-ac46d27dbabf req-33a5c5ea-1959-48ef-8986-3edadd7a3580 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.2127180 Jun 17 10:24:07.358957 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ad2e9438-d5ec-4ee1-80f5-ac46d27dbabf req-5f30cd27-5f4f-446e-b6b0-1ff0f7f180ec tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908055 Jun 17 10:24:07.369127 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.408029 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.702824 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5ea71-ac69-4ded-bf4b-14f71ba6017a req-04fc084b-9fde-4900-b250-9cabaf5aae38 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:07.705365 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e7a5ea71-ac69-4ded-bf4b-14f71ba6017a req-04fc084b-9fde-4900-b250-9cabaf5aae38 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1055663 Jun 17 10:24:07.791642 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e7a5ea71-ac69-4ded-bf4b-14f71ba6017a req-fce22cb8-5cdc-4f0c-a882-0e4c99582575 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765271 Jun 17 10:24:07.797374 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.803627 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.832033 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/979efb69-f8f7-4179-baee-24c7b562f950 HTTP/1.1" status: 204 len: 168 time: 0.6053040 Jun 17 10:24:07.833601 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f85cb7da-5a37-49f4-bbc4-2061b5a09864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:07.861564 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979efb69-f8f7-4179-baee-24c7b562f950,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:07.890397 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:08.128046 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ab437-def7-4351-aeaf-dc62c78dfa75 req-29faacc7-86f8-44a4-9297-3c4c248014a3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:08.130679 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-330ab437-def7-4351-aeaf-dc62c78dfa75 req-29faacc7-86f8-44a4-9297-3c4c248014a3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1153665 Jun 17 10:24:08.204470 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-330ab437-def7-4351-aeaf-dc62c78dfa75 req-5fd7ce1a-4121-4b62-b9ca-0131af3274fb tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629537 Jun 17 10:24:08.521445 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:08.564235 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b200c6-ed36-4c6f-810b-81285648b077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:08.911594 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b200c6-ed36-4c6f-810b-81285648b077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.041226 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b200c6-ed36-4c6f-810b-81285648b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.048035 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-dcfbdbcc-3b19-4aed-a0d2-61112a1a49a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:09.131188 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-46b200c6-ed36-4c6f-810b-81285648b077 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5740e6ff3c7c48d881da2fa599eca807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081307 Jun 17 10:24:09.135299 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:09.145143 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b200c6-ed36-4c6f-810b-81285648b077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5bb49-69d3-46ff-be4b-146bd4a1f99b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:09.152707 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-46b200c6-ed36-4c6f-810b-81285648b077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:09.253183 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.304194 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.643928 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.646489 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.648641 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ea5bb49-69d3-46ff-be4b-146bd4a1f99b HTTP/1.1" status: 204 len: 168 time: 0.5115294 Jun 17 10:24:09.653893 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-05d619f0-2057-47d0-8530-919c880e5623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:09.697343 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5bb49-69d3-46ff-be4b-146bd4a1f99b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:09.705149 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:09.725686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c986b2-5320-4026-9a86-3cd3c859b1d1 req-1d4bede0-862c-43c7-b010-c62c313f710e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:09.741224 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-55c986b2-5320-4026-9a86-3cd3c859b1d1 req-1d4bede0-862c-43c7-b010-c62c313f710e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.2703447 Jun 17 10:24:09.770204 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:09.862822 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-55c986b2-5320-4026-9a86-3cd3c859b1d1 req-33a9c336-3318-4e8c-b95a-622334f1b12d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182880 Jun 17 10:24:09.883979 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2d039593-6105-4ff0-bd94-d3aa6c2c601c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5059a6cf06624cfcb958277ba9be9a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098945 Jun 17 10:24:09.888048 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:09.963890 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:10.038823 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d64c2dd-e109-4957-884c-70b2c331601a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.083037 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d64c2dd-e109-4957-884c-70b2c331601a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.338421 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-519b238a-b74c-44fc-9ade-9d7615fd8354 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3717897 Jun 17 10:24:10.378930 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d64c2dd-e109-4957-884c-70b2c331601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.384704 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d64c2dd-e109-4957-884c-70b2c331601a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.389323 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-6d64c2dd-e109-4957-884c-70b2c331601a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc606fcb-34d1-415a-b5f9-5e06b4fd5d4d HTTP/1.1" status: 204 len: 168 time: 0.4993913 Jun 17 10:24:10.394116 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-bfae1ac8-6620-4a4a-9917-34071c134e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:10.421082 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64c2dd-e109-4957-884c-70b2c331601a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc606fcb-34d1-415a-b5f9-5e06b4fd5d4d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:10.433706 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6d64c2dd-e109-4957-884c-70b2c331601a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:11.722367 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685df5f8-bf7b-4bb2-b6ba-31eb45c2044a req-d3d4e80c-613d-48ab-9d94-b633904b93ce tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:11.741353 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-685df5f8-bf7b-4bb2-b6ba-31eb45c2044a req-d3d4e80c-613d-48ab-9d94-b633904b93ce tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.3280225 Jun 17 10:24:11.876420 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-685df5f8-bf7b-4bb2-b6ba-31eb45c2044a req-b97aeada-ba19-44ba-b7c0-cca1251a692c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313684 Jun 17 10:24:12.206883 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece62f-b286-480f-8f4d-2462c1ed9113 req-f5eb1148-e565-4c6e-9fad-4b5dbc4fa60a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:12.225324 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9fece62f-b286-480f-8f4d-2462c1ed9113 req-f5eb1148-e565-4c6e-9fad-4b5dbc4fa60a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1440201 Jun 17 10:24:12.359927 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9fece62f-b286-480f-8f4d-2462c1ed9113 req-05bb5e85-33d6-407c-ba70-81d063cc0d68 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353743 Jun 17 10:24:12.598912 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-b2898556-cec3-4567-b0f3-59e1ee7bce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:12.603358 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-b2898556-cec3-4567-b0f3-59e1ee7bce2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.1765232 Jun 17 10:24:12.814391 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-908f6537-a9f4-44f4-bda2-87427c11eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:12.817212 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-908f6537-a9f4-44f4-bda2-87427c11eff1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.2048385 Jun 17 10:24:12.926291 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-fce4e7fa-ae73-45f8-ba27-d201d95b8d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 217 time: 0.1012449 Jun 17 10:24:13.035648 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-6a7e57cf-b5fd-423c-9bc2-c48266d4a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:13.040276 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-6a7e57cf-b5fd-423c-9bc2-c48266d4a490 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.1038601 Jun 17 10:24:13.153424 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-5fb5436e-63e8-4297-9c16-a12c2730619d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028261 Jun 17 10:24:13.434828 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-fdd31a74-edbb-44b1-a482-ca2a588e9378 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570975 Jun 17 10:24:13.555860 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03124781-0869-4ef0-81a7-6a45197236ec req-e2519036-648d-42a5-9071-34b5f830c8f3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:13.568152 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03124781-0869-4ef0-81a7-6a45197236ec req-e2519036-648d-42a5-9071-34b5f830c8f3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.2568607 Jun 17 10:24:13.731990 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03124781-0869-4ef0-81a7-6a45197236ec req-5789d005-f698-412b-8414-96c6c63fab24 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584103 Jun 17 10:24:13.779950 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ebec455d-4232-4c57-8e11-b571801eb7fe req-80b4742a-5288-4376-8d1e-4b959af44443 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322637 Jun 17 10:24:13.945755 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8510d-bcc3-4759-a507-0ed69bb94bfa req-fb23e845-988c-44b1-af46-90adad470bf7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:13.945755 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15f8510d-bcc3-4759-a507-0ed69bb94bfa req-fb23e845-988c-44b1-af46-90adad470bf7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2302287 Jun 17 10:24:14.028189 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15f8510d-bcc3-4759-a507-0ed69bb94bfa req-f93f9831-d35d-42f7-997c-fb5fcf8c952d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690026 Jun 17 10:24:15.170559 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c2db-cf08-4936-9a0b-e56c5e7f467c req-1ac250bf-cfdd-4071-a011-ba06d36890c7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:15.170559 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8175c2db-cf08-4936-9a0b-e56c5e7f467c req-1ac250bf-cfdd-4071-a011-ba06d36890c7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1200092 Jun 17 10:24:15.202788 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8175c2db-cf08-4936-9a0b-e56c5e7f467c req-3c4e7483-de09-4eac-b180-667c1c241964 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471172 Jun 17 10:24:15.462597 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e827e7-7f90-437f-a14f-1f65b82f2481 req-db678d76-458a-41e0-b7b4-5b22e17232f0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:15.465082 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-01e827e7-7f90-437f-a14f-1f65b82f2481 req-db678d76-458a-41e0-b7b4-5b22e17232f0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0982957 Jun 17 10:24:15.536552 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-01e827e7-7f90-437f-a14f-1f65b82f2481 req-fc3243c6-c175-421a-94a9-a780394ef8f3 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630214 Jun 17 10:24:15.863313 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196077-4092-48d4-9d49-84161bb69be2 req-940ca038-7777-46aa-8530-36910579a741 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:15.866115 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c7196077-4092-48d4-9d49-84161bb69be2 req-940ca038-7777-46aa-8530-36910579a741 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 945 time: 0.1149743 Jun 17 10:24:15.940145 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c7196077-4092-48d4-9d49-84161bb69be2 req-c1592fcd-53aa-422c-8a27-136a3ed9b5f6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594664 Jun 17 10:24:15.941619 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-27b44f23-39be-45bd-b591-294aeaf65488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:15.941619 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-27b44f23-39be-45bd-b591-294aeaf65488 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233&tenant_id=ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 1096 time: 0.1480641 Jun 17 10:24:16.003777 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:24:16.104921 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-aa2bab78-f70f-40f9-8654-ef00523c8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:16.108590 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-aa2bab78-f70f-40f9-8654-ef00523c8276 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1096 time: 0.1235430 Jun 17 10:24:16.268363 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-320af7fe-a73f-40f1-954a-f47b4f15e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:16.273107 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-320af7fe-a73f-40f1-954a-f47b4f15e867 service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.1570549 Jun 17 10:24:16.423485 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-f85fc2c7-3d59-4544-a56d-a438a28a57c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6188a904-838e-451b-b8bb-10d5babeebcf HTTP/1.1" status: 200 len: 999 time: 0.1307414 Jun 17 10:24:16.519504 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-dd780768-6514-4e10-b8ed-6bbb6fb586f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:16.521814 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-dd780768-6514-4e10-b8ed-6bbb6fb586f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.0857675 Jun 17 10:24:16.563616 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8994ba-9363-444d-a7af-e43b5f659877 req-73beacec-5205-46cf-a5f0-9f8a43ad5b50 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:16.573726 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e8994ba-9363-444d-a7af-e43b5f659877 req-73beacec-5205-46cf-a5f0-9f8a43ad5b50 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1297281 Jun 17 10:24:16.665716 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e8994ba-9363-444d-a7af-e43b5f659877 req-821bc7a9-128b-451f-a4c1-ef3a280ef855 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867288 Jun 17 10:24:16.687596 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-bc7c3657-9dd4-411c-8670-a403a59282ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:16.690540 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-bc7c3657-9dd4-411c-8670-a403a59282ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1594310 Jun 17 10:24:16.842750 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-f6ed7ba9-6cc0-4876-91e6-f5047ab362c9 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425354 Jun 17 10:24:16.935716 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050977-026d-4494-aad9-dfbdd23f8cc2 req-e6eacb8e-b4f2-4951-a528-ed26ee4cc1ce tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:16.935716 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7b050977-026d-4494-aad9-dfbdd23f8cc2 req-e6eacb8e-b4f2-4951-a528-ed26ee4cc1ce tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1353548 Jun 17 10:24:16.997088 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7b050977-026d-4494-aad9-dfbdd23f8cc2 req-326fb056-7cdc-4969-9288-c2719865075d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Jun 17 10:24:17.041775 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-755e0550-e03a-445f-bd6e-bdf83c0f93e5 req-72f7cffe-cee0-4221-aa57-33788bfe2dfe service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887772 Jun 17 10:24:17.306371 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb5f5-9dbc-438f-a8e1-e514fed0ee77 req-60b17743-ff5e-4286-b2b6-e3eeb31b5b47 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:17.309292 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2afeb5f5-9dbc-438f-a8e1-e514fed0ee77 req-60b17743-ff5e-4286-b2b6-e3eeb31b5b47 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 945 time: 0.1147320 Jun 17 10:24:17.377729 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2afeb5f5-9dbc-438f-a8e1-e514fed0ee77 req-a5981318-adec-4ad0-9904-df073a950c57 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Jun 17 10:24:17.891499 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db362a5-dd67-4772-b1fa-f5a39c704908 req-3be1b827-e7e4-4889-b89b-5861c2addc70 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:17.893559 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6db362a5-dd67-4772-b1fa-f5a39c704908 req-3be1b827-e7e4-4889-b89b-5861c2addc70 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.0789373 Jun 17 10:24:17.941731 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6db362a5-dd67-4772-b1fa-f5a39c704908 req-8f5078fe-31f0-46c7-b7ef-843b00213f94 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Jun 17 10:24:18.127314 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608c69b-01cd-4694-b648-22ddb696d953 req-afb2968d-7516-43ac-a6f1-81a8556c9a6f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:18.129992 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-c608c69b-01cd-4694-b648-22ddb696d953 req-afb2968d-7516-43ac-a6f1-81a8556c9a6f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 945 time: 0.1419866 Jun 17 10:24:18.347604 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Deleting port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:18.347604 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:18.347958 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8a15b-4208-430b-a17a-14f00a15f61d req-b19a6556-ea38-431c-ba0b-1674a4245a0f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:18.352521 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c0e8a15b-4208-430b-a17a-14f00a15f61d req-b19a6556-ea38-431c-ba0b-1674a4245a0f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1275365 Jun 17 10:24:18.421098 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c0e8a15b-4208-430b-a17a-14f00a15f61d req-cdec7be9-83c4-4e1f-8e17-6bdac6172b5a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602932 Jun 17 10:24:18.543861 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] For port 03767b91-80a1-48c3-880b-8ff6b36aa1c6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=03767b91-80a1-48c3-880b-8ff6b36aa1c6,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:18.544454 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:18.648693 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Calling delete_port for 03767b91-80a1-48c3-880b-8ff6b36aa1c6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:18.686184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa8ec-8b5a-47ae-b7e1-17fafcb5aac9 req-dcb8a8c2-14e8-44d8-9b50-9560b683ee76 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:18.689058 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6a3fa8ec-8b5a-47ae-b7e1-17fafcb5aac9 req-dcb8a8c2-14e8-44d8-9b50-9560b683ee76 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 945 time: 0.1385167 Jun 17 10:24:18.759424 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6a3fa8ec-8b5a-47ae-b7e1-17fafcb5aac9 req-fc7d9177-64fa-4580-b782-4e52d961cc64 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587687 Jun 17 10:24:18.955473 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:18.962900 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-92d4b648-7e35-437e-8999-1f8e4b5e1696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:18.969160 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c', '8b51d6d3-1aac-4a5c-8e63-21ed43384480', '0a3d6f6a-3b98-4b42-910e-132172ab4771', '03767b91-80a1-48c3-880b-8ff6b36aa1c6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:19.002261 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event deleted for resources: {'Port': ['ID=03767b91-80a1-48c3-880b-8ff6b36aa1c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:19.012031 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.012394 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.012875 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.013172 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.013492 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.013851 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.014192 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.014635 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.014884 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.015231 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.015571 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.016123 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:19.035364 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:19.061388 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] No DVR routers for this DVR port 03767b91-80a1-48c3-880b-8ff6b36aa1c6 on host hv-cinder-79680 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:19.068438 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:19.072107 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-c608c69b-01cd-4694-b648-22ddb696d953 req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "DELETE /v2.0/ports/03767b91-80a1-48c3-880b-8ff6b36aa1c6 HTTP/1.1" status: 204 len: 173 time: 0.9337687 Jun 17 10:24:19.072736 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'name': 'network-vif-deleted', 'tag': '03767b91-80a1-48c3-880b-8ff6b36aa1c6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:19.077215 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e377e389-c6d2-4b8c-bda7-7e036021fefd" -d '{"events": [{"server_uuid": "567a1527-ccbb-4bee-aed4-c808a3d65824", "name": "network-vif-deleted", "tag": "03767b91-80a1-48c3-880b-8ff6b36aa1c6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:19.155282 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2329991-46a3-48fa-852a-381571a13c2b x-openstack-request-id: req-a2329991-46a3-48fa-852a-381571a13c2b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:19.156397 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567a1527-ccbb-4bee-aed4-c808a3d65824", "name": "network-vif-deleted", "tag": "03767b91-80a1-48c3-880b-8ff6b36aa1c6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:19.156397 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2329991-46a3-48fa-852a-381571a13c2b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:19.157501 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567a1527-ccbb-4bee-aed4-c808a3d65824', 'name': 'network-vif-deleted', 'tag': '03767b91-80a1-48c3-880b-8ff6b36aa1c6', 'status': 'completed', 'code': 200} Jun 17 10:24:19.312398 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fc580-c666-49f0-b325-d74e23580698 req-f4f1ea95-806e-4054-82c3-0a60b83f10ea tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:19.312398 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-614fc580-c666-49f0-b325-d74e23580698 req-f4f1ea95-806e-4054-82c3-0a60b83f10ea tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1720936 Jun 17 10:24:19.441780 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-614fc580-c666-49f0-b325-d74e23580698 req-71e2f797-8567-4e85-8f62-f25b7b3fbfb5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113937 Jun 17 10:24:19.787300 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d23a34-2d46-473d-871f-1792dc54baa8 req-6e4c6547-e70d-4ca5-8aa3-683aa1ec9002 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:19.789607 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d6d23a34-2d46-473d-871f-1792dc54baa8 req-6e4c6547-e70d-4ca5-8aa3-683aa1ec9002 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0928245 Jun 17 10:24:19.886555 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d6d23a34-2d46-473d-871f-1792dc54baa8 req-a790de84-c6d1-4940-8ebc-a10393640cd0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850070 Jun 17 10:24:20.058123 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e419fa42-f4da-4d9a-846a-a3b2d6ef922e req-7d4c239e-0e23-42dd-854d-81c2af2a80a6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=567a1527-ccbb-4bee-aed4-c808a3d65824 HTTP/1.1" status: 200 len: 210 time: 0.0455005 Jun 17 10:24:20.259721 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:20.510704 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8510e8dd-fc22-41f2-8d15-d33a5da77b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:20.715758 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8510e8dd-fc22-41f2-8d15-d33a5da77b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:20.823242 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfdd72-772a-4785-ad50-0670a84cb36f req-d1e8d57e-6b5c-4f1c-8c93-14a72b9e2049 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:20.825926 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e3dfdd72-772a-4785-ad50-0670a84cb36f req-d1e8d57e-6b5c-4f1c-8c93-14a72b9e2049 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1056452 Jun 17 10:24:20.905711 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e3dfdd72-772a-4785-ad50-0670a84cb36f req-997a5f92-de87-4ca6-a4db-209622e00b88 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691688 Jun 17 10:24:20.949751 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8510e8dd-fc22-41f2-8d15-d33a5da77b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:20.958050 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9cfea5b6-2cb3-4851-8c57-5159d5048143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:21.023022 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8510e8dd-fc22-41f2-8d15-d33a5da77b7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e4b34d1f9824e12aff65eb4c615f392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7619641 Jun 17 10:24:21.026359 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e8dd-fc22-41f2-8d15-d33a5da77b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744a692c-6a8f-4d50-b3b1-62c77e0059af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:21.030862 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:21.057319 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8510e8dd-fc22-41f2-8d15-d33a5da77b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:21.064453 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 03767b91-80a1-48c3-880b-8ff6b36aa1c6 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:21.121778 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 03767b91-80a1-48c3-880b-8ff6b36aa1c6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:21.122833 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 03767b91-80a1-48c3-880b-8ff6b36aa1c6 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:21.160121 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.226480 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.269478 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8361b3f-356c-4bb7-8276-79dfaef25030 req-7e1e1c72-0fab-46b3-ae71-1e44224f89b1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:21.282953 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b8361b3f-356c-4bb7-8276-79dfaef25030 req-7e1e1c72-0fab-46b3-ae71-1e44224f89b1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1477671 Jun 17 10:24:21.375594 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b8361b3f-356c-4bb7-8276-79dfaef25030 req-0c0bab1f-af75-444a-82e2-20e0c63e043b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897472 Jun 17 10:24:21.492055 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.526867 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.533004 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.535316 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/744a692c-6a8f-4d50-b3b1-62c77e0059af HTTP/1.1" status: 204 len: 168 time: 0.5020111 Jun 17 10:24:21.542461 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-200e2f42-3cf5-43c1-8b8d-fe867f871f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:21.559201 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a692c-6a8f-4d50-b3b1-62c77e0059af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:21.563135 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:22.244036 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a77fa-ebfc-45ab-b92e-21890ba4393d req-cb3e39bd-3219-47b5-9c08-43269fdf5017 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:22.247142 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5a3a77fa-ebfc-45ab-b92e-21890ba4393d req-cb3e39bd-3219-47b5-9c08-43269fdf5017 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1264238 Jun 17 10:24:22.332926 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5a3a77fa-ebfc-45ab-b92e-21890ba4393d req-efb9a796-08bc-49e6-9e0e-37e387f5f9c3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704319 Jun 17 10:24:22.826929 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385ef0b-536d-4349-9d1f-1d62fc17cf73 req-d2727d5d-f720-4446-8c28-7eea1184ea8a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:22.826929 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3385ef0b-536d-4349-9d1f-1d62fc17cf73 req-d2727d5d-f720-4446-8c28-7eea1184ea8a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1502674 Jun 17 10:24:22.898180 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3385ef0b-536d-4349-9d1f-1d62fc17cf73 req-e2881184-5036-4642-acfd-a1fce3b79fe8 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663633 Jun 17 10:24:23.811708 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cc205-b1f1-4943-b866-8dc857f59dec req-114d03d6-2917-4c57-aa3b-0e295df608d9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:23.813641 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e18cc205-b1f1-4943-b866-8dc857f59dec req-114d03d6-2917-4c57-aa3b-0e295df608d9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1418920 Jun 17 10:24:23.924822 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e18cc205-b1f1-4943-b866-8dc857f59dec req-f220b33d-ec71-42a5-8354-a2f708956087 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871718 Jun 17 10:24:24.104367 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36023f23-561f-4d82-b5bb-fad07298d41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.141903 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a662-a82d-4db5-880d-3f4e17580bc8 req-fa3c3017-fc8c-4312-a3af-566e203a929a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:24.145970 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1585a662-a82d-4db5-880d-3f4e17580bc8 req-fa3c3017-fc8c-4312-a3af-566e203a929a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 946 time: 0.2036266 Jun 17 10:24:24.296224 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1585a662-a82d-4db5-880d-3f4e17580bc8 req-8fb19262-a87c-4e4e-9e2f-6172040b57b2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327839 Jun 17 10:24:24.364110 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e4be2-cca2-48ad-a39b-476d146450fb req-c1040d95-75b8-49e0-8243-8e0532797875 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:24.365393 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-899e4be2-cca2-48ad-a39b-476d146450fb req-c1040d95-75b8-49e0-8243-8e0532797875 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1591582 Jun 17 10:24:24.470964 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-899e4be2-cca2-48ad-a39b-476d146450fb req-88d912db-ef4c-4177-9e23-6d001b6c2ae9 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932410 Jun 17 10:24:25.285878 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b14d1c-7b0d-4359-b889-d6cc84077037 req-3c3152d0-472b-4916-8235-395b35a887f1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.289295 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b14d1c-7b0d-4359-b889-d6cc84077037 req-3c3152d0-472b-4916-8235-395b35a887f1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1145933 Jun 17 10:24:25.365405 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b14d1c-7b0d-4359-b889-d6cc84077037 req-d9506add-33ad-4bf9-866e-5a77928e43d9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652142 Jun 17 10:24:25.732070 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfd55e-6546-49a1-bd65-0748dbdb49bc req-15feec01-81cb-4933-a49f-0405f2181d0d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.738745 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f7bfd55e-6546-49a1-bd65-0748dbdb49bc req-15feec01-81cb-4933-a49f-0405f2181d0d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 946 time: 0.1789360 Jun 17 10:24:25.847426 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f7bfd55e-6546-49a1-bd65-0748dbdb49bc req-275639bd-3d92-4a36-90ff-e2c179464291 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008928 Jun 17 10:24:25.906340 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64789d2-71ee-4528-9fc6-64615bb1ff9b req-7931099a-1871-45aa-894c-e31e816414ab tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.911500 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f64789d2-71ee-4528-9fc6-64615bb1ff9b req-7931099a-1871-45aa-894c-e31e816414ab tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1504452 Jun 17 10:24:25.984580 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f64789d2-71ee-4528-9fc6-64615bb1ff9b req-ded58ce3-12b2-4a47-8320-28d52c1b5f3f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634735 Jun 17 10:24:26.027597 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-6860487f-8049-4fc9-a3e7-2ded3cb621db tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:26.031541 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-6860487f-8049-4fc9-a3e7-2ded3cb621db tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 946 time: 0.1557333 Jun 17 10:24:26.261396 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Deleting port 0a3d6f6a-3b98-4b42-910e-132172ab4771 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:26.261970 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:26.728488 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5dfba-5fc5-4c4a-98d1-d23ea7d87bd2 req-6b89444a-6138-4d06-ab76-8efac5807618 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:26.743671 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cd5dfba-5fc5-4c4a-98d1-d23ea7d87bd2 req-6b89444a-6138-4d06-ab76-8efac5807618 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1408384 Jun 17 10:24:26.801451 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] For port 0a3d6f6a-3b98-4b42-910e-132172ab4771, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0a3d6f6a-3b98-4b42-910e-132172ab4771,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:26.802443 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:26.905517 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cd5dfba-5fc5-4c4a-98d1-d23ea7d87bd2 req-4d93936e-5988-4b52-8bd4-cc0f8c7d97e3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480668 Jun 17 10:24:26.973657 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Calling delete_port for 0a3d6f6a-3b98-4b42-910e-132172ab4771 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:27.448251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.510329 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bea462-815b-430a-a254-980d6b34c617 req-0c919323-e9fa-4831-a3e6-f224b9d306a2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:27.525454 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15bea462-815b-430a-a254-980d6b34c617 req-0c919323-e9fa-4831-a3e6-f224b9d306a2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 946 time: 0.3098464 Jun 17 10:24:27.537413 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed4f120f-aa76-4fc2-bb49-df768cc62116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.640681 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.647285 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:27.659466 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c', '8b51d6d3-1aac-4a5c-8e63-21ed43384480'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:27.684688 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15bea462-815b-430a-a254-980d6b34c617 req-d6c9487f-1096-4abb-a369-3f2a8682a339 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574130 Jun 17 10:24:27.730703 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb3f05-c50c-4874-8670-29c878c36cca req-15e85092-a2f5-4577-bbed-5842e89af1cd tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:27.736011 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cbb3f05-c50c-4874-8670-29c878c36cca req-15e85092-a2f5-4577-bbed-5842e89af1cd tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.3213074 Jun 17 10:24:27.755008 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event deleted for resources: {'Port': ['ID=0a3d6f6a-3b98-4b42-910e-132172ab4771,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:27.771060 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:27.894712 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cbb3f05-c50c-4874-8670-29c878c36cca req-d460c45a-a7d9-429f-a969-cecfb4a7fa08 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479733 Jun 17 10:24:27.926688 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] No DVR routers for this DVR port 0a3d6f6a-3b98-4b42-910e-132172ab4771 on host hv-cinder-79680 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:27.933244 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.935995 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-c10c59c5-2243-4a42-8809-4663d58fba27 req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "DELETE /v2.0/ports/0a3d6f6a-3b98-4b42-910e-132172ab4771 HTTP/1.1" status: 204 len: 173 time: 1.8936288 Jun 17 10:24:27.936676 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad00022-81ae-4223-a54a-128ff11f2157', 'name': 'network-vif-deleted', 'tag': '0a3d6f6a-3b98-4b42-910e-132172ab4771'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:27.962040 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f8d4d-1b2f-4526-a219-c8a2ed2b2ff7" -d '{"events": [{"server_uuid": "4ad00022-81ae-4223-a54a-128ff11f2157", "name": "network-vif-deleted", "tag": "0a3d6f6a-3b98-4b42-910e-132172ab4771"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:28.087022 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07201def-a103-40f6-b7d8-e5d944bf4264 x-openstack-request-id: req-07201def-a103-40f6-b7d8-e5d944bf4264 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:28.087667 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad00022-81ae-4223-a54a-128ff11f2157", "name": "network-vif-deleted", "tag": "0a3d6f6a-3b98-4b42-910e-132172ab4771", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:28.088128 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07201def-a103-40f6-b7d8-e5d944bf4264 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:28.109413 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad00022-81ae-4223-a54a-128ff11f2157', 'name': 'network-vif-deleted', 'tag': '0a3d6f6a-3b98-4b42-910e-132172ab4771', 'status': 'completed', 'code': 200} Jun 17 10:24:28.682887 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b946f23-1483-4e0b-820f-c6d550b90b53 req-18d22c79-078f-4fed-84f0-43b4846ebf70 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:28.693367 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2b946f23-1483-4e0b-820f-c6d550b90b53 req-18d22c79-078f-4fed-84f0-43b4846ebf70 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.4594417 Jun 17 10:24:28.799516 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2b946f23-1483-4e0b-820f-c6d550b90b53 req-887c983d-b682-44b8-9201-ef8040f1c1f2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046655 Jun 17 10:24:29.089018 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 0a3d6f6a-3b98-4b42-910e-132172ab4771 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:29.176701 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ebeaa55-503c-4ffc-8964-5cd2dddaa78b req-b446c5d8-111e-4af7-a126-2b16cb0040f5 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.1287010 Jun 17 10:24:29.224792 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 0a3d6f6a-3b98-4b42-910e-132172ab4771 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:29.225182 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 0a3d6f6a-3b98-4b42-910e-132172ab4771 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:29.395899 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b0bd5-234d-4f31-a914-ce21091b6a8f req-c4c3bb96-2e48-4682-a3b1-22a74b58ec34 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:29.406837 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-353b0bd5-234d-4f31-a914-ce21091b6a8f req-c4c3bb96-2e48-4682-a3b1-22a74b58ec34 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1360788 Jun 17 10:24:29.481570 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-353b0bd5-234d-4f31-a914-ce21091b6a8f req-b45d5e78-c8c6-43b0-b02a-509d53f98eb3 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733161 Jun 17 10:24:29.766554 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:30.131739 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa2f98-85bb-4e4a-8c21-635a0d661fad req-8dbceec4-3f64-4da6-b73f-d452f1716d0c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:30.133896 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e2aa2f98-85bb-4e4a-8c21-635a0d661fad req-8dbceec4-3f64-4da6-b73f-d452f1716d0c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1118312 Jun 17 10:24:30.222298 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e2aa2f98-85bb-4e4a-8c21-635a0d661fad req-92719503-ef20-497a-9871-87b98e9b8525 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777493 Jun 17 10:24:30.308965 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:30.546549 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:30.630824 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93dc846b-6d11-4660-876e-0a1a11d5c011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:30.756126 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c42f5fb-075e-4498-a6a0-a4731925e591 req-2fa16a01-3317-4653-a900-de509b1bcb97 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.1280100 Jun 17 10:24:30.976888 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93dc846b-6d11-4660-876e-0a1a11d5c011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.056565 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfa975-ce7e-473a-979b-9f224a8cb9a4 req-df43a5dd-b030-4b22-948b-6a0c36b2f64f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:31.059371 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-51dfa975-ce7e-473a-979b-9f224a8cb9a4 req-df43a5dd-b030-4b22-948b-6a0c36b2f64f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1564043 Jun 17 10:24:31.164562 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-51dfa975-ce7e-473a-979b-9f224a8cb9a4 req-94f6e3bf-f17d-43d6-b3e2-f06d830e6050 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809834 Jun 17 10:24:31.383788 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93dc846b-6d11-4660-876e-0a1a11d5c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.423087 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bdf86971-fab6-4cd6-821d-560e3d646af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:31.429217 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-93dc846b-6d11-4660-876e-0a1a11d5c011 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3bc603e0202c4cac8b31921982d50142&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1222620 Jun 17 10:24:31.433070 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:31.497262 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc846b-6d11-4660-876e-0a1a11d5c011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202f0d0-432f-41bf-af8a-a7f19719cd2d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:31.506353 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-93dc846b-6d11-4660-876e-0a1a11d5c011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:31.609088 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.701177 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.796533 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fe176-4214-42e3-9883-ed534a0bb684 req-16f00535-fdd1-4fb8-a353-502e296e9911 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:31.801065 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b66fe176-4214-42e3-9883-ed534a0bb684 req-16f00535-fdd1-4fb8-a353-502e296e9911 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.2209313 Jun 17 10:24:31.941149 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b66fe176-4214-42e3-9883-ed534a0bb684 req-fc8b51d2-e9c8-4d66-94b7-ffc397d62871 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090474 Jun 17 10:24:31.943968 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.950782 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.975304 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e202f0d0-432f-41bf-af8a-a7f19719cd2d HTTP/1.1" status: 204 len: 168 time: 0.5357518 Jun 17 10:24:31.980944 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-271bff50-b850-4d37-8f89-73a8bd944602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:31.996326 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202f0d0-432f-41bf-af8a-a7f19719cd2d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:32.013098 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:32.157053 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-faae6b71-70ec-4c09-b2df-07801af4ed5d req-71414222-29ce-4b82-8895-946e590cfd86 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0469756 Jun 17 10:24:32.612565 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f5f4-29dd-42d6-94fa-4d5a7059c910 req-49026fc4-a9e6-4586-a685-0f8d5d95445b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:32.622149 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fab9f5f4-29dd-42d6-94fa-4d5a7059c910 req-49026fc4-a9e6-4586-a685-0f8d5d95445b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1718616 Jun 17 10:24:32.737840 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fab9f5f4-29dd-42d6-94fa-4d5a7059c910 req-3741a8e5-84c7-4a7f-90bc-53f40f6fcb59 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144044 Jun 17 10:24:33.458888 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29738534-7c54-4afc-8a42-dc77f28d70ea req-d23e54dc-738b-4491-b5c9-691aa4723e96 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:33.460919 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-29738534-7c54-4afc-8a42-dc77f28d70ea req-d23e54dc-738b-4491-b5c9-691aa4723e96 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1669962 Jun 17 10:24:33.638604 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-698557b1-a4b2-4408-9ba4-34d49e01542a req-f73a86cd-3182-4608-9c87-8a313a9fd45a tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0812099 Jun 17 10:24:33.650082 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-29738534-7c54-4afc-8a42-dc77f28d70ea req-60b97b69-bd70-4952-b855-669d46b3d8f1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599903 Jun 17 10:24:33.872949 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 56826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:33.901640 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:34.136506 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a847b8-1243-4c85-bfc2-2faec10a7d32 req-eebf1414-1774-4055-801d-7d2f8238c908 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:34.138682 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-79a847b8-1243-4c85-bfc2-2faec10a7d32 req-eebf1414-1774-4055-801d-7d2f8238c908 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1772242 Jun 17 10:24:34.202591 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:34.228602 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-79a847b8-1243-4c85-bfc2-2faec10a7d32 req-7009580c-f3ea-4d8c-941e-33e874344e24 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732834 Jun 17 10:24:34.617674 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:34.617674 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b4fc7348-d27e-4929-aaa2-9e43e4330e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:34.617674 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8784c01d3db740498808fcc377099331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280869 Jun 17 10:24:34.617674 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d889cb-2bc9-4573-8056-6422fd70be80,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:34.625296 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.625909 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.626506 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.627084 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.627693 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.628283 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.628960 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.629560 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.630137 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.630712 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.631320 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.631908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:34.641098 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 56836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:34.643013 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:34.750288 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:34.831220 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.108660 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8e7569a5-fca0-4760-833d-c87edd40519c req-892ac6c3-555f-4e6c-ba70-cb2699a414bd tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0751374 Jun 17 10:24:35.235698 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767afab-e6b8-4765-bf8a-038598b0b6e1 req-543fbfbc-44ee-4e45-9176-7b3336dc1a8d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:35.237764 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a767afab-e6b8-4765-bf8a-038598b0b6e1 req-543fbfbc-44ee-4e45-9176-7b3336dc1a8d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1274676 Jun 17 10:24:35.323409 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a767afab-e6b8-4765-bf8a-038598b0b6e1 req-0cd0c60c-80b6-448a-a6f7-b453e9fc8cb0 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694897 Jun 17 10:24:35.354630 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.367241 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.367241 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58d889cb-2bc9-4573-8056-6422fd70be80 HTTP/1.1" status: 204 len: 168 time: 0.7161441 Jun 17 10:24:35.367241 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8a55578c-8e38-43a5-b756-6f2e98bd6302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:35.424386 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d889cb-2bc9-4573-8056-6422fd70be80,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:35.435409 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:35.741526 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a040-f5e6-49a5-ab36-1cd77958bf1d req-dffc68b3-464b-4bb3-8bb5-30c4513964f1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:35.743954 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b587a040-f5e6-49a5-ab36-1cd77958bf1d req-dffc68b3-464b-4bb3-8bb5-30c4513964f1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1260087 Jun 17 10:24:35.840492 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b587a040-f5e6-49a5-ab36-1cd77958bf1d req-28349021-f7de-474c-82d5-6a257ac37a24 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842266 Jun 17 10:24:36.965608 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-373e7ab5-1f17-450b-b16b-d09f3178e819 req-cc46d108-a42a-4e42-bd07-b37bfd4596e6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0776277 Jun 17 10:24:37.033375 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289e2c-c42a-4c15-af5f-cb1aa361b500 req-4e674ccc-86e7-4788-b098-d3d9e8c12f29 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:37.064464 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e4289e2c-c42a-4c15-af5f-cb1aa361b500 req-4e674ccc-86e7-4788-b098-d3d9e8c12f29 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.3144009 Jun 17 10:24:37.278026 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e4289e2c-c42a-4c15-af5f-cb1aa361b500 req-bfcbd79a-da5b-4437-9d39-8b336a2d2844 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111151 Jun 17 10:24:37.474496 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b6bcc-d882-4e88-beea-a9a9fb150612 req-823842cc-6a13-41bc-b321-b8f82bdb7fed tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:37.488639 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c3b6bcc-d882-4e88-beea-a9a9fb150612 req-823842cc-6a13-41bc-b321-b8f82bdb7fed tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2261944 Jun 17 10:24:37.654158 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1c3b6bcc-d882-4e88-beea-a9a9fb150612 req-04b85f46-07a4-4fcd-a171-5f5ca1710ca1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419325 Jun 17 10:24:38.347335 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c1c6e38-62c7-4f43-8ab7-0990da281cd4 req-3515c0a7-9808-4fe8-96a9-e2f23901be67 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0650616 Jun 17 10:24:38.767010 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3237b2e-f5c8-4d5e-a28b-71e2d71d7c1d req-cc029229-500b-40a1-b8a4-20c3c62aa817 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:38.777880 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c3237b2e-f5c8-4d5e-a28b-71e2d71d7c1d req-cc029229-500b-40a1-b8a4-20c3c62aa817 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.2020235 Jun 17 10:24:38.848321 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c3237b2e-f5c8-4d5e-a28b-71e2d71d7c1d req-6acff856-9e6e-49d7-86d6-21d83a6b52b2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689478 Jun 17 10:24:39.061920 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bcd7c-ec09-4a2a-bc0a-cabe6719335c req-6c6a647b-992a-4d42-adc8-82303cace19c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:39.064434 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e75bcd7c-ec09-4a2a-bc0a-cabe6719335c req-6c6a647b-992a-4d42-adc8-82303cace19c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1482613 Jun 17 10:24:39.179361 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e75bcd7c-ec09-4a2a-bc0a-cabe6719335c req-d3967d93-0a83-4f32-a856-959f0abfc60a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889490 Jun 17 10:24:39.613607 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a47c3789-7936-4872-8fae-248d6cdde7db req-2778b8cc-9551-4fa8-9961-5637ee3caff2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0357096 Jun 17 10:24:40.462884 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859093a6-2859-4451-a760-d0fa2ef3aa3d req-31140ded-85eb-400c-8b7d-26e2d581ac08 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:40.465651 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-859093a6-2859-4451-a760-d0fa2ef3aa3d req-31140ded-85eb-400c-8b7d-26e2d581ac08 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.2086127 Jun 17 10:24:40.593943 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-859093a6-2859-4451-a760-d0fa2ef3aa3d req-ee53d226-825d-44ce-afba-c7d77acf55a7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905104 Jun 17 10:24:40.630891 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea28a25-a22c-4f5c-8b1e-53d5b3f76150 req-e42b9d8e-c689-4693-bd5a-a7cb4c863056 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:40.633759 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9ea28a25-a22c-4f5c-8b1e-53d5b3f76150 req-e42b9d8e-c689-4693-bd5a-a7cb4c863056 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2030699 Jun 17 10:24:40.763633 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9ea28a25-a22c-4f5c-8b1e-53d5b3f76150 req-d02c5de7-fd9f-44ed-975f-7ea324006dbe tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088390 Jun 17 10:24:40.910383 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0c8d4882-6a99-471e-9490-fb30ba5e93b6 req-291b8a4c-1c34-4c14-9945-ec688f78ea36 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ad00022-81ae-4223-a54a-128ff11f2157 HTTP/1.1" status: 200 len: 210 time: 0.0476580 Jun 17 10:24:41.265851 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-f8fcf7f3-7cb0-4071-9907-05f16d018584 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=573d71e189004bc697a224686bdebeb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684831 Jun 17 10:24:41.482606 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495c321-d1a6-4520-9015-cec009721bc3 req-494a1cbd-644a-43a4-ae17-032330a9f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:41.485864 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-2495c321-d1a6-4520-9015-cec009721bc3 req-494a1cbd-644a-43a4-ae17-032330a9f67b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.1042931 Jun 17 10:24:41.553520 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-2495c321-d1a6-4520-9015-cec009721bc3 req-3d2bb977-742a-46a1-824e-219181289625 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Jun 17 10:24:41.681324 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-5b55cda8-72ed-4574-9148-20e451e09738 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:41.685326 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-5b55cda8-72ed-4574-9148-20e451e09738 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4136457 Jun 17 10:24:41.715807 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-dec83220-bf86-408b-9cf8-965ab8bb2d74 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/quotas/573d71e189004bc697a224686bdebeb6 HTTP/1.1" status: 200 len: 375 time: 0.0214207 Jun 17 10:24:41.793392 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-3c36a769-5817-454e-8e42-24779c6070e8 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=573d71e189004bc697a224686bdebeb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696566 Jun 17 10:24:41.963261 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4accd2-ae29-4b90-8cf4-03fa5242b248 req-d85b091d-f7a9-48c9-ac93-45d0a26591b3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:41.965694 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1f4accd2-ae29-4b90-8cf4-03fa5242b248 req-d85b091d-f7a9-48c9-ac93-45d0a26591b3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1137302 Jun 17 10:24:42.020175 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1f4accd2-ae29-4b90-8cf4-03fa5242b248 req-f42c42a8-67d9-4ba5-be28-f257aa789bc0 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Jun 17 10:24:42.464798 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a468b-6bc7-4449-a4aa-b0635ce7ecc9 req-e6586724-08b8-4b4d-b19c-954e19584206 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:42.469781 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ac9a468b-6bc7-4449-a4aa-b0635ce7ecc9 req-e6586724-08b8-4b4d-b19c-954e19584206 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2463257 Jun 17 10:24:42.560100 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-33c897f7-e9fc-4942-8260-fac94877f7fc req-d7144aab-885f-4a0f-be2c-83ccfa1b399a tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.0890162 Jun 17 10:24:42.646486 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ac9a468b-6bc7-4449-a4aa-b0635ce7ecc9 req-6a9a1515-45f8-4761-a672-eaa6d9799280 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548522 Jun 17 10:24:43.147856 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:24:43.421197 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:43.453905 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '6188a904-838e-451b-b8bb-10d5babeebcf', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'port_id': '6188a904-838e-451b-b8bb-10d5babeebcf', 'mac_address': 'fa:16:3e:50:76:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:24:43.466945 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:43.487573 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6df04c-9d8e-4c40-8fa7-500a7559bd32 req-f0b3ad69-9331-4eed-9c23-f7f36dbed39a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:43.490851 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-aa6df04c-9d8e-4c40-8fa7-500a7559bd32 req-f0b3ad69-9331-4eed-9c23-f7f36dbed39a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 943 time: 0.1807084 Jun 17 10:24:43.555153 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:43.582876 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6188a904-838e-451b-b8bb-10d5babeebcf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:24:43.608345 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-aa6df04c-9d8e-4c40-8fa7-500a7559bd32 req-f85b0be5-60c2-4359-8539-96f6d0cd2a07 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039228 Jun 17 10:24:43.649907 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:43.761073 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:43.766312 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:43.813672 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cb6e724e-387b-46d9-a2d7-0df8cfff5f16 req-391c3483-d33d-4403-9bcf-1e70797d7976 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.0805931 Jun 17 10:24:43.841558 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aec7bf40-372d-416c-b92c-ecdfa2b0387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:43.937948 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:43.954485 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.955219 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.955838 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.956483 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.957163 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.957809 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.958650 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.959383 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.961053 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.961665 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.962334 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.963375 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.971766 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0d052-9a78-496a-ace4-186190663412 req-ff6fac39-cef9-4481-91e2-64b7ded1ca07 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:43.972485 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:43.975170 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3fd0d052-9a78-496a-ace4-186190663412 req-ff6fac39-cef9-4481-91e2-64b7ded1ca07 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 945 time: 0.1728692 Jun 17 10:24:44.071014 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3fd0d052-9a78-496a-ace4-186190663412 req-0e00be83-8365-4581-a8cb-4d0dd83e1cde tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845523 Jun 17 10:24:44.111925 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['6188a904-838e-451b-b8bb-10d5babeebcf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:44.120901 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aec7bf40-372d-416c-b92c-ecdfa2b0387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.185968 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05f842-5f92-4035-9d0e-738704d36002 req-5974d2e2-1fb0-434d-9c67-2cc999ea87cf tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:44.188631 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ae05f842-5f92-4035-9d0e-738704d36002 req-5974d2e2-1fb0-434d-9c67-2cc999ea87cf tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1462412 Jun 17 10:24:44.265944 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ae05f842-5f92-4035-9d0e-738704d36002 req-10330d65-edea-4410-8884-adb1d6418db2 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646229 Jun 17 10:24:44.309285 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aec7bf40-372d-416c-b92c-ecdfa2b0387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.316583 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f3932d41-013b-4f22-a59a-bc1d1f1ed771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:44.463131 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7bf40-372d-416c-b92c-ecdfa2b0387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f857f5-04e5-4349-9751-37a2019ec4e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:44.482671 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-aec7bf40-372d-416c-b92c-ecdfa2b0387b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0e22ea86b924696b5928228ea31640d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0084705 Jun 17 10:24:44.482671 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-aec7bf40-372d-416c-b92c-ecdfa2b0387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:44.482671 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:44.578779 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.626678 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.842154 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.848624 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.856371 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62f857f5-04e5-4349-9751-37a2019ec4e4 HTTP/1.1" status: 204 len: 168 time: 0.3694229 Jun 17 10:24:44.858132 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2f997170-e344-4802-bbb6-7d97061b6b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:44.873950 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f857f5-04e5-4349-9751-37a2019ec4e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:44.878325 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:45.004909 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:45.108878 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad17893-9353-4e05-9e93-f7656cf77614 req-321ad6d3-7b2b-415a-b6cd-3ea6fff99868 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:45.121884 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4ad17893-9353-4e05-9e93-f7656cf77614 req-321ad6d3-7b2b-415a-b6cd-3ea6fff99868 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 944 time: 0.1734345 Jun 17 10:24:45.156440 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:45.222955 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4ad17893-9353-4e05-9e93-f7656cf77614 req-d52c5ee6-9c68-4ac2-b58a-eb09540f9e2d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970731 Jun 17 10:24:45.413583 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 6188a904-838e-451b-b8bb-10d5babeebcf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:45.414633 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.443583 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43659f51-6989-4129-8b95-c7f7358a1c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.714485 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.734015 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d98affd9-ceae-43d8-a4ac-96c5a20b17b6 req-f5dba7fb-f96f-4057-a2c3-6c771d302c26 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.0874100 Jun 17 10:24:45.750104 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-f1eaeadf-8a11-465a-8b1a-45084803f762 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:45.751056 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-f1eaeadf-8a11-465a-8b1a-45084803f762 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 945 time: 0.5537746 Jun 17 10:24:45.766245 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:45.790372 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f6468d-1a60-4c02-91d5-b91221ca78cb" -d '{"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-plugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:45.811611 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216017dc-8df5-4951-a6b8-ad6d7bad9064 req-b91aa789-93cb-4a8d-ad4f-740a14af2744 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:45.820335 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-216017dc-8df5-4951-a6b8-ad6d7bad9064 req-b91aa789-93cb-4a8d-ad4f-740a14af2744 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 945 time: 0.2986298 Jun 17 10:24:45.836923 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-6406f8b5-5efb-4931-8a40-60f16f72ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:45.839793 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-6406f8b5-5efb-4931-8a40-60f16f72ec5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.4171622 Jun 17 10:24:45.852810 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:45.963322 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.973164 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-216017dc-8df5-4951-a6b8-ad6d7bad9064 req-689120fb-d220-4213-b0da-cad9befc71e4 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383617 Jun 17 10:24:45.973644 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:46.236453 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:46.245304 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:46.255289 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ce04d-cd4c-4681-b1b6-0b083e7387b3 x-openstack-request-id: req-c24ce04d-cd4c-4681-b1b6-0b083e7387b3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:46.255949 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-plugged", "status": "completed", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:46.256377 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c24ce04d-cd4c-4681-b1b6-0b083e7387b3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:46.261276 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf', 'code': 200} Jun 17 10:24:46.300984 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43659f51-6989-4129-8b95-c7f7358a1c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:46.334159 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8314e-0f78-4cf0-b120-84399f44c830 req-e021a9af-d0d8-4762-9b55-190633c7b180 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:46.341406 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-0ea803b2-3f1d-4e97-9485-4167725f29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:46.341587 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6ff8314e-0f78-4cf0-b120-84399f44c830 req-e021a9af-d0d8-4762-9b55-190633c7b180 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2616379 Jun 17 10:24:46.341705 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-0ea803b2-3f1d-4e97-9485-4167725f29ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.4799392 Jun 17 10:24:46.374337 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Deleting port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:46.374337 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:46.420879 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6ff8314e-0f78-4cf0-b120-84399f44c830 req-a13b0d6e-c925-42b0-88be-df703ce4af98 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Jun 17 10:24:46.484962 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-efcb8279-fc9c-44bf-9255-145370f80686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 217 time: 0.1259208 Jun 17 10:24:46.490345 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43659f51-6989-4129-8b95-c7f7358a1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:46.545833 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4ff693f1-5a8b-4d58-9a4d-30cc8fd3da3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:46.631510 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b883f-2349-445d-92ae-22d3db0d833c req-deba070d-0844-46be-be94-fa1ec3775771 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:46.633878 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dd7b883f-2349-445d-92ae-22d3db0d833c req-deba070d-0844-46be-be94-fa1ec3775771 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.1327829 Jun 17 10:24:46.659873 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-43659f51-6989-4129-8b95-c7f7358a1c37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b746c6aaf674b3ebebc65072eff96b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6531396 Jun 17 10:24:46.665856 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-5cbe8f61-3206-4cdb-a06c-6b143cbdf3ed tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=573d71e189004bc697a224686bdebeb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554976 Jun 17 10:24:46.668812 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 57122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:46.676844 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43659f51-6989-4129-8b95-c7f7358a1c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c29d1e-de64-4887-962b-e33e9c78c0ff,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:46.686858 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-43659f51-6989-4129-8b95-c7f7358a1c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:46.710598 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-a9cba567-25a8-4875-b50c-81cbbbe643e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:46.713124 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-a9cba567-25a8-4875-b50c-81cbbbe643e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.2083306 Jun 17 10:24:46.804403 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-393e1944-4e63-474a-a9ad-59d4235de1a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714109 Jun 17 10:24:46.842567 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] For port 8b51d6d3-1aac-4a5c-8e63-21ed43384480, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8b51d6d3-1aac-4a5c-8e63-21ed43384480,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:46.843180 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.009065 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dd7b883f-2349-445d-92ae-22d3db0d833c req-227d78af-b6df-4044-aba8-40371af79ce5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581233 Jun 17 10:24:47.042148 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-04dac084-ca58-42fa-bda3-9adc40dcd098 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:47.044943 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-04dac084-ca58-42fa-bda3-9adc40dcd098 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3720839 Jun 17 10:24:47.113208 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Calling delete_port for 8b51d6d3-1aac-4a5c-8e63-21ed43384480 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:47.174443 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Request body: {'port': {'device_id': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2', 'admin_state_up': True, 'tenant_id': '573d71e189004bc697a224686bdebeb6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:47.199511 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-dc2aeaa3-ba37-453d-bd31-0325b18e940d service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828001 Jun 17 10:24:47.214098 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1b3c2116-329f-4289-907a-244ce15dce77 req-668de0ef-4efa-4ba2-a3cb-c17da2ddefe5 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.1348093 Jun 17 10:24:47.392393 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.20', 54756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:47.406899 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.550606 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.657334 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 57142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:47.708496 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-9e248653-56c9-4375-82c1-49fb6cd2f023 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774272 Jun 17 10:24:47.728321 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a312dfb-fa76-4b08-b64c-0b5aeb0e804a req-d910180e-f433-4878-adfa-36b1c5ee439d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:47.744137 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7a312dfb-fa76-4b08-b64c-0b5aeb0e804a req-d910180e-f433-4878-adfa-36b1c5ee439d tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 945 time: 0.4247587 Jun 17 10:24:47.762864 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ff87d-32c7-47fc-bbec-1503b6a78952 req-06985042-5c92-4853-b8df-95cee1d55ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:47.765679 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-813ff87d-32c7-47fc-bbec-1503b6a78952 req-06985042-5c92-4853-b8df-95cee1d55ff5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 1099 time: 0.3689656 Jun 17 10:24:47.905404 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Made reservation on behalf of 573d71e189004bc697a224686bdebeb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:47.907798 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-813ff87d-32c7-47fc-bbec-1503b6a78952 req-ddd4bbb5-176d-4f9a-a14a-c6afea8f403f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328228 Jun 17 10:24:47.909787 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.943054 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7a312dfb-fa76-4b08-b64c-0b5aeb0e804a req-860d2c4b-812c-44d9-a76f-34e7e72c0243 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975915 Jun 17 10:24:47.950088 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.958629 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-325957613-network', 'tenant_id': '4ee8f3dff25a41d8a560324739e80971'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:48.011644 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.017401 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-523be216-bdd9-495c-bb06-9c463c482613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:48.021308 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.031372 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.031372 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42c29d1e-de64-4887-962b-e33e9c78c0ff HTTP/1.1" status: 204 len: 168 time: 1.3577275 Jun 17 10:24:48.032178 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2c27cec9-332d-4bd1-8ec8-dcc937d80ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:48.035589 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:48.048944 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e9b56-9b19-48ac-9ded-abc2d30bc385 req-d9e7e29e-5a91-4e36-9caa-402a941c7c88 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:48.062014 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a2e9b56-9b19-48ac-9ded-abc2d30bc385 req-d9e7e29e-5a91-4e36-9caa-402a941c7c88 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2653699 Jun 17 10:24:48.076405 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event deleted for resources: {'Port': ['ID=8b51d6d3-1aac-4a5c-8e63-21ed43384480,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:48.083791 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c29d1e-de64-4887-962b-e33e9c78c0ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:48.088900 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:48.095510 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:48.215752 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Made reservation on behalf of 4ee8f3dff25a41d8a560324739e80971 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:48.221175 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.251506 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.271161 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a2e9b56-9b19-48ac-9ded-abc2d30bc385 req-bff7f39a-e1a4-4f3f-b3a1-1d6abca2cf55 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974766 Jun 17 10:24:48.281175 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] No DVR routers for this DVR port 8b51d6d3-1aac-4a5c-8e63-21ed43384480 on host hv-cinder-79680 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:48.281175 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.285034 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-82a71a25-41b1-42c8-a923-baa8f73e2bce req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "DELETE /v2.0/ports/8b51d6d3-1aac-4a5c-8e63-21ed43384480 HTTP/1.1" status: 204 len: 173 time: 2.5175617 Jun 17 10:24:48.285536 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d7a179-0b74-44cd-a110-466019b4544f', 'name': 'network-vif-deleted', 'tag': '8b51d6d3-1aac-4a5c-8e63-21ed43384480'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:48.293926 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac839c6-bb5f-4798-a997-31e6cc647f75" -d '{"events": [{"server_uuid": "90d7a179-0b74-44cd-a110-466019b4544f", "name": "network-vif-deleted", "tag": "8b51d6d3-1aac-4a5c-8e63-21ed43384480"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:48.568469 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-054c0f80-8349-4145-b766-5d94c23cb31a req-b888d449-e5fe-42a8-a517-2a36cc513121 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.0533488 Jun 17 10:24:48.576029 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.630350 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3b68a-a7f9-47ae-9c15-641f9ce5b415 req-fe4211fe-2758-4057-9049-22f0ca7c9f9a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:48.658888 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b3b68a-a7f9-47ae-9c15-641f9ce5b415 req-fe4211fe-2758-4057-9049-22f0ca7c9f9a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.2557271 Jun 17 10:24:48.679970 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6e378-e2ae-43a8-9b1e-41bba84fa22a x-openstack-request-id: req-2ff6e378-e2ae-43a8-9b1e-41bba84fa22a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:48.681019 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d7a179-0b74-44cd-a110-466019b4544f", "name": "network-vif-deleted", "tag": "8b51d6d3-1aac-4a5c-8e63-21ed43384480", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:48.681872 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ff6e378-e2ae-43a8-9b1e-41bba84fa22a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:48.683570 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d7a179-0b74-44cd-a110-466019b4544f', 'name': 'network-vif-deleted', 'tag': '8b51d6d3-1aac-4a5c-8e63-21ed43384480', 'status': 'completed', 'code': 200} Jun 17 10:24:48.702911 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.714285 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-41599c11-d7b2-40e1-97f1-791b8225801d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:48.858092 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840eb2d0-feb1-44ca-a449-bbe5cc0502e7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:48.868023 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:48.914722 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b3b68a-a7f9-47ae-9c15-641f9ce5b415 req-12e6f3d3-2ae1-4e50-973c-3a1c6a1cffb5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545459 Jun 17 10:24:49.097754 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Allocated IP 192.168.233.137 (74389148-41ba-4b1f-9cf1-73d7cc8f48a2/b57751d2-0092-45aa-b26f-52c725c6e320/bec806ce-078b-4295-86b5-ba4476c68c7c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:49.183346 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 8b51d6d3-1aac-4a5c-8e63-21ed43384480 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:49.209000 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.226768 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 8b51d6d3-1aac-4a5c-8e63-21ed43384480 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:49.228138 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 8b51d6d3-1aac-4a5c-8e63-21ed43384480 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:49.422495 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0373253e-fc6a-453c-bd6a-8d99f15990a9 req-8360b667-198d-409b-9371-04c205f3b296 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=90d7a179-0b74-44cd-a110-466019b4544f HTTP/1.1" status: 200 len: 210 time: 0.0830038 Jun 17 10:24:49.427352 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.440491 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-cdcc5c1f-6302-44c6-8d49-49d20afea3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:49.529358 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:24:49.555952 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f123585-39e1-44b5-b934-701bd67380ac,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:49.562811 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:49.597970 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.598971 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Added segment d793767b-73a1-40b8-830e-0a90f7e204c2 of type vlan for network f80b369c-3948-4798-bf53-1a34d10c4353 Jun 17 10:24:49.708648 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.850370 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Transition to ACTIVE for port object bec806ce-078b-4295-86b5-ba4476c68c7c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:49.874206 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.992415 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-73cc0db8-72f9-401c-be6c-740ea95d9d9c req-2f7d78d0-dbdb-4e0d-b5cc-8353bea064cc tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.1030078 Jun 17 10:24:50.102450 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21116a07-3335-4df9-add1-0b772b3a651f req-cbd52c34-2039-4c92-a2ad-87ca7294f6f1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:50.105227 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-21116a07-3335-4df9-add1-0b772b3a651f req-cbd52c34-2039-4c92-a2ad-87ca7294f6f1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.5025551 Jun 17 10:24:50.202017 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-21116a07-3335-4df9-add1-0b772b3a651f req-19c972f6-eca9-431d-9d9a-3003abdfb271 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862992 Jun 17 10:24:50.318064 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.321638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.326876 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:50.327916 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.340501 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b81478f2-7b4f-4f13-a690-f651a68c1296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:50.517068 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:50.521652 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Pushing event updated for resources: {'Network': ['ID=f80b369c-3948-4798-bf53-1a34d10c4353,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:50.530300 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:50.530853 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3854329a-5995-45b2-976c-3e6d82d9a7da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:50.539104 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:50.545219 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network f80b369c-3948-4798-bf53-1a34d10c4353 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:24:50.554661 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8901348 Jun 17 10:24:50.554661 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:50.556189 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:50.572007 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Request body: {'subnet': {'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-325957613-subnet', 'tenant_id': '4ee8f3dff25a41d8a560324739e80971', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:50.665668 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8303c-7edb-4483-b438-2fdee4d1334d req-45ba54cf-d48c-4f03-b9fa-7b65bff15561 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:50.678338 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f3e8303c-7edb-4483-b438-2fdee4d1334d req-45ba54cf-d48c-4f03-b9fa-7b65bff15561 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.4291315 Jun 17 10:24:50.795680 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Pushing event updated for resources: {'Port': ['ID=bec806ce-078b-4295-86b5-ba4476c68c7c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:50.820472 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:50.821523 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Made reservation on behalf of 4ee8f3dff25a41d8a560324739e80971 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:50.827808 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126195696'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.870611 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:50.871765 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.915263 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f3e8303c-7edb-4483-b438-2fdee4d1334d req-a4b0a3db-93e3-4d03-8682-90008110c265 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322233 Jun 17 10:24:51.127816 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0502396 Jun 17 10:24:51.149779 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Request body: {'port': {'device_id': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:51.223784 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-012e4b1e-1b59-4329-b031-3d883d1551d4 None None] Provisioning for port bec806ce-078b-4295-86b5-ba4476c68c7c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:51.236228 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-012e4b1e-1b59-4329-b031-3d883d1551d4 None None] Provisioning complete for port bec806ce-078b-4295-86b5-ba4476c68c7c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:51.237357 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-012e4b1e-1b59-4329-b031-3d883d1551d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.343982 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126195682'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.362304 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:51.407262 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-012e4b1e-1b59-4329-b031-3d883d1551d4 None None] Port bec806ce-078b-4295-86b5-ba4476c68c7c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:24:51.541466 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Checking segment: {'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:51.541684 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.541871 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Network hostable DHCP agents. Network: f80b369c-3948-4798-bf53-1a34d10c4353, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:24:51.550601 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0dc956-f444-4dac-a116-fe47d2f3bf5b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:51.558074 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:51.724595 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Network f80b369c-3948-4798-bf53-1a34d10c4353 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:24:51.811362 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.861528 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, f80b369c-3948-4798-bf53-1a34d10c4353) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:51.862060 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee44e-6268-4c41-a6be-544c78e3e0c9 req-2d01486a-769c-4d8b-93d8-ea21f0c04930 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:51.864874 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c6cee44e-6268-4c41-a6be-544c78e3e0c9 req-2d01486a-769c-4d8b-93d8-ea21f0c04930 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 936 time: 0.3088737 Jun 17 10:24:51.885856 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b81d-557d-4855-a309-db86d7575ea3 req-4c185b76-eaa7-494a-b3d9-14a3b2c39092 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:51.886620 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db688b72-4a7d-44d6-a5e8-a7683c5d6958 None None] Network f80b369c-3948-4798-bf53-1a34d10c4353 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:51.888429 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6770b81d-557d-4855-a309-db86d7575ea3 req-4c185b76-eaa7-494a-b3d9-14a3b2c39092 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.3124170 Jun 17 10:24:51.892197 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:51.897497 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:52.121472 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed2ae2-748c-4db7-9fe7-94f3e5b6d437 None None] Network f80b369c-3948-4798-bf53-1a34d10c4353 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:52.136920 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6770b81d-557d-4855-a309-db86d7575ea3 req-27b17237-4d12-4958-889e-e5633994665d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980195 Jun 17 10:24:52.139939 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c6cee44e-6268-4c41-a6be-544c78e3e0c9 req-30126863-c290-4a81-8e13-9da0a96cd64c tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483616 Jun 17 10:24:52.162159 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b468ddbf-e970-462c-8c18-f1e9b81ec2eb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6018500 Jun 17 10:24:52.590671 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec806ce-078b-4295-86b5-ba4476c68c7c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:24:52.630870 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:52.684779 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3940861-f320-4f40-bd47-b8b44e499122 req-df432418-e2cd-48b6-bd09-18101428a029 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:52.698044 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a3940861-f320-4f40-bd47-b8b44e499122 req-df432418-e2cd-48b6-bd09-18101428a029 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.2659945 Jun 17 10:24:52.705227 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Transition to ACTIVE for port object bec806ce-078b-4295-86b5-ba4476c68c7c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:52.786900 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a3940861-f320-4f40-bd47-b8b44e499122 req-6a075c54-078b-420a-a392-7694194c28b5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849872 Jun 17 10:24:52.846360 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:52.855418 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:53.000577 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bec806ce-078b-4295-86b5-ba4476c68c7c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:53.003902 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:24:53.009441 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:53.143583 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Attempting to bind port bec806ce-078b-4295-86b5-ba4476c68c7c on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:24:53.143977 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Attempting to bind port bec806ce-078b-4295-86b5-ba4476c68c7c by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:24:53.144522 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Attempting to bind port bec806ce-078b-4295-86b5-ba4476c68c7c on network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:53.154497 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Port bec806ce-078b-4295-86b5-ba4476c68c7c on network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:24:53.155110 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Attempting to bind port bec806ce-078b-4295-86b5-ba4476c68c7c on network 74389148-41ba-4b1f-9cf1-73d7cc8f48a2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:53.167040 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:24:53.167416 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Checking segment: {'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:53.167891 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Bound using segment: {'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:24:53.168381 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Bound port: bec806ce-078b-4295-86b5-ba4476c68c7c, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4cc78f-9fec-4bde-9e99-efd2b65503ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:24:53.168805 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.311792 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] For port bec806ce-078b-4295-86b5-ba4476c68c7c, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:24:53.318843 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] For port bec806ce-078b-4295-86b5-ba4476c68c7c, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bec806ce-078b-4295-86b5-ba4476c68c7c,segment=NetworkSegment(4e4cc78f-9fec-4bde-9e99-efd2b65503ff),segment_id=4e4cc78f-9fec-4bde-9e99-efd2b65503ff)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:24:53.552628 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:53.555456 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384c50f-734a-414a-bbb9-792c3cb5bfcf req-d07f1b16-3b81-4d33-9a94-3727cb5187bb tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:53.557359 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9384c50f-734a-414a-bbb9-792c3cb5bfcf req-d07f1b16-3b81-4d33-9a94-3727cb5187bb tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 948 time: 0.1843212 Jun 17 10:24:53.571321 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.594354 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:53.617448 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811a1af-4ead-4c84-b52d-287f58f081e5 req-5becbaff-5bae-4f96-b121-2d2ff763b43e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:53.619815 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b811a1af-4ead-4c84-b52d-287f58f081e5 req-5becbaff-5bae-4f96-b121-2d2ff763b43e tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 945 time: 0.1754398 Jun 17 10:24:53.729922 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:53.730287 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.732796 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/bec806ce-078b-4295-86b5-ba4476c68c7c HTTP/1.1" status: 200 len: 1098 time: 2.5959063 Jun 17 10:24:53.749676 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'tag': 'bec806ce-078b-4295-86b5-ba4476c68c7c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:53.754020 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4478c2bf-cfad-4c30-9cab-b79553b2505a" -d '{"events": [{"name": "network-changed", "server_uuid": "0de4296b-b34b-43d8-b47d-9cf08b361cca", "tag": "bec806ce-078b-4295-86b5-ba4476c68c7c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:53.789160 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f710394-fbeb-481a-9c1a-38772ee019fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.867822 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9384c50f-734a-414a-bbb9-792c3cb5bfcf req-a5eeb790-bfbf-4063-98f0-9d60757957a2 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940259 Jun 17 10:24:53.884200 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=bec806ce-078b-4295-86b5-ba4476c68c7c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:53.898798 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:54.093559 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b811a1af-4ead-4c84-b52d-287f58f081e5 req-c98dc5e7-e54a-481e-a7b1-a3c4a91eab0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948184 Jun 17 10:24:54.093559 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db918631-e712-4481-bd5f-e95e8589504a x-openstack-request-id: req-db918631-e712-4481-bd5f-e95e8589504a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:54.093559 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de4296b-b34b-43d8-b47d-9cf08b361cca", "tag": "bec806ce-078b-4295-86b5-ba4476c68c7c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:54.093559 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db918631-e712-4481-bd5f-e95e8589504a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:54.093559 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'tag': 'bec806ce-078b-4295-86b5-ba4476c68c7c', 'status': 'completed', 'code': 200} Jun 17 10:24:54.130160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-121bfaa7-7b19-40ca-a8fb-6f589fddf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:54.133625 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-121bfaa7-7b19-40ca-a8fb-6f589fddf3dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573d71e189004bc697a224686bdebeb6&device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 1101 time: 0.1606596 Jun 17 10:24:54.154701 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9306730-37d4-4dc8-a16e-9f7945d23b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.167177 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f710394-fbeb-481a-9c1a-38772ee019fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.226550 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-93eb28e8-e06e-4190-bee1-a661cfc0730c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=bec806ce-078b-4295-86b5-ba4476c68c7c HTTP/1.1" status: 200 len: 217 time: 0.0840309 Jun 17 10:24:54.320465 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-48e4bf61-2b8e-4d2c-bec2-d0b663c704cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:54.322113 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-48e4bf61-2b8e-4d2c-bec2-d0b663c704cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57751d2-0092-45aa-b26f-52c725c6e320 HTTP/1.1" status: 200 len: 843 time: 0.0677824 Jun 17 10:24:54.337956 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f710394-fbeb-481a-9c1a-38772ee019fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.345306 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1397ab38-cf6e-4b82-8515-20798609d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:54.443862 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433a479-41cb-4e0d-930f-1b8a2993f8cd req-d71af0bb-926d-4943-b1fb-8fae5449776f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:54.446912 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-0f710394-fbeb-481a-9c1a-38772ee019fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3dadd17e38174293862b932ceebebd1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919010 Jun 17 10:24:54.450571 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f710394-fbeb-481a-9c1a-38772ee019fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1052346a-8773-46b0-8cde-fe58f9875bea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:54.455179 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:54.461540 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b433a479-41cb-4e0d-930f-1b8a2993f8cd req-d71af0bb-926d-4943-b1fb-8fae5449776f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.2469862 Jun 17 10:24:54.470582 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0f710394-fbeb-481a-9c1a-38772ee019fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:54.575144 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.581696 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-048a0c34-be21-409b-80a0-00f8c7b0b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:54.584644 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-048a0c34-be21-409b-80a0-00f8c7b0b252 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74389148-41ba-4b1f-9cf1-73d7cc8f48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2546132 Jun 17 10:24:54.606320 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b433a479-41cb-4e0d-930f-1b8a2993f8cd req-abf3d99a-2be2-4983-b86f-9c27f73cf6e3 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992987 Jun 17 10:24:54.619946 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.791977 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-ff499eba-adf4-4d2a-9912-35600082085f service neutron] 10.222.0.20 "GET /v2.0/networks/74389148-41ba-4b1f-9cf1-73d7cc8f48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960878 Jun 17 10:24:54.920796 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.938908 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.944816 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-42e028aa-df33-4884-b5d3-d667c5a49e64 req-6d8aab43-1dfb-4af0-9af4-bd8c757159cb service neutron] 10.222.0.20 "GET /v2.0/networks/74389148-41ba-4b1f-9cf1-73d7cc8f48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387444 Jun 17 10:24:54.952678 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1052346a-8773-46b0-8cde-fe58f9875bea HTTP/1.1" status: 204 len: 168 time: 0.4921663 Jun 17 10:24:54.952678 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3e7d4380-f032-4a4d-bb6d-8819d0661faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:54.990003 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1052346a-8773-46b0-8cde-fe58f9875bea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:54.996925 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:55.339797 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-6a36bf1f-c469-492f-9265-60e94d087f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:55.345776 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-6a36bf1f-c469-492f-9265-60e94d087f19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=573d71e189004bc697a224686bdebeb6&device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 1101 time: 0.1321278 Jun 17 10:24:55.416974 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349bbc-cd5d-4745-ac98-f407885687b9 req-86ea209b-0d6c-4c68-b35b-fe87a4138479 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:55.419744 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-23349bbc-cd5d-4745-ac98-f407885687b9 req-86ea209b-0d6c-4c68-b35b-fe87a4138479 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 948 time: 0.2933054 Jun 17 10:24:55.465080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec2e34-84e8-4495-8c69-88038421d4fc req-e38382c1-e72e-45d1-a013-4f3555f6b074 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:55.467879 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1cec2e34-84e8-4495-8c69-88038421d4fc req-e38382c1-e72e-45d1-a013-4f3555f6b074 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 945 time: 0.2546844 Jun 17 10:24:55.489339 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3173-e87d-42db-9b3d-26db1323643f req-b4c9ae0d-4cc1-414f-813e-5cf4fa277104 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:55.492114 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f07b3173-e87d-42db-9b3d-26db1323643f req-b4c9ae0d-4cc1-414f-813e-5cf4fa277104 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 945 time: 0.2946284 Jun 17 10:24:55.583621 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-7289d0b2-171b-4884-8344-2a89f81b2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:55.588863 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-7289d0b2-171b-4884-8344-2a89f81b2dd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74389148-41ba-4b1f-9cf1-73d7cc8f48a2 HTTP/1.1" status: 200 len: 870 time: 0.2326674 Jun 17 10:24:55.646198 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-23349bbc-cd5d-4745-ac98-f407885687b9 req-e80bbda6-caa1-4eb4-95af-cf3348294944 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170393 Jun 17 10:24:55.667950 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-a5f7acc3-8629-42fe-b774-c580d3eeae5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=bec806ce-078b-4295-86b5-ba4476c68c7c HTTP/1.1" status: 200 len: 217 time: 0.0733185 Jun 17 10:24:55.710307 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1cec2e34-84e8-4495-8c69-88038421d4fc req-14102961-74b2-42b0-ab30-3c787a664562 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/security-groups?id=70cffb70-8b03-4ba2-aaf6-33a556f9046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055554 Jun 17 10:24:55.806897 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-94f7d7aa-83cc-49ee-9cbd-fcc11761c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:55.813694 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-94f7d7aa-83cc-49ee-9cbd-fcc11761c248 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b57751d2-0092-45aa-b26f-52c725c6e320 HTTP/1.1" status: 200 len: 843 time: 0.1360791 Jun 17 10:24:55.866178 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Deleting port 140af9c2-845d-4c8a-8363-0a15de4b722c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:55.868104 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.946962 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-dc2d84ba-3891-4710-8bc8-6070aeaf69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:55.950737 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-dc2d84ba-3891-4710-8bc8-6070aeaf69d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74389148-41ba-4b1f-9cf1-73d7cc8f48a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1286254 Jun 17 10:24:56.116341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] For port 140af9c2-845d-4c8a-8363-0a15de4b722c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=140af9c2-845d-4c8a-8363-0a15de4b722c,segment=NetworkSegment(14ea1d63-da76-424e-bd31-2c0f53128b7c),segment_id=14ea1d63-da76-424e-bd31-2c0f53128b7c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:56.117255 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.140978 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-022b1d37-fa52-4e7c-a743-c94247380f90 service neutron] 10.222.0.20 "GET /v2.0/networks/74389148-41ba-4b1f-9cf1-73d7cc8f48a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826189 Jun 17 10:24:56.261785 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Calling delete_port for 140af9c2-845d-4c8a-8363-0a15de4b722c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:56.294400 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-4478c2bf-cfad-4c30-9cab-b79553b2505a req-e871839b-d76d-4837-8c51-cee268684585 service neutron] 10.222.0.20 "GET /v2.0/networks/74389148-41ba-4b1f-9cf1-73d7cc8f48a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461499 Jun 17 10:24:56.327373 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3936-5b2a-422e-b00c-6cc1426b054e req-918a929e-cf61-4601-bd09-e8601f2088da tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:56.330259 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-235b3936-5b2a-422e-b00c-6cc1426b054e req-918a929e-cf61-4601-bd09-e8601f2088da tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.3185015 Jun 17 10:24:56.542969 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-235b3936-5b2a-422e-b00c-6cc1426b054e req-e3282141-a689-42da-8498-97b3f50b163a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962273 Jun 17 10:24:56.569803 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-4034b260-843a-4f9c-8873-551d1064212d tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:56.572586 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-4034b260-843a-4f9c-8873-551d1064212d tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/networks?id=f80b369c-3948-4798-bf53-1a34d10c4353 HTTP/1.1" status: 200 len: 808 time: 0.4506476 Jun 17 10:24:56.621982 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-0c877fd6-a5b7-45a3-9add-f6d6b9c41aec tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/quotas/4ee8f3dff25a41d8a560324739e80971 HTTP/1.1" status: 200 len: 375 time: 0.0375788 Jun 17 10:24:56.732140 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-5a1b6b66-293a-456d-a254-7b13c39d73d2 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ee8f3dff25a41d8a560324739e80971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986428 Jun 17 10:24:56.937941 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-a2bf6c4d-8714-418d-b593-ae941e986788 service neutron] 10.222.0.50 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859281 Jun 17 10:24:57.019357 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:57.034085 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['140af9c2-845d-4c8a-8363-0a15de4b722c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:57.037277 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:57.090746 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Pushing event deleted for resources: {'Port': ['ID=140af9c2-845d-4c8a-8363-0a15de4b722c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:57.103660 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:57.206653 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] No DVR routers for this DVR port 140af9c2-845d-4c8a-8363-0a15de4b722c on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:57.213363 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:57.217437 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f07b3173-e87d-42db-9b3d-26db1323643f req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.20 "DELETE /v2.0/ports/140af9c2-845d-4c8a-8363-0a15de4b722c HTTP/1.1" status: 204 len: 173 time: 1.7079635 Jun 17 10:24:57.218234 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ba09d5-7f5c-4662-b129-64264d177e87', 'name': 'network-vif-deleted', 'tag': '140af9c2-845d-4c8a-8363-0a15de4b722c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:57.218844 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bec806ce-078b-4295-86b5-ba4476c68c7c details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:24:57.227103 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06784804-cfb7-4020-85f2-4895e38cc953" -d '{"events": [{"server_uuid": "73ba09d5-7f5c-4662-b129-64264d177e87", "name": "network-vif-deleted", "tag": "140af9c2-845d-4c8a-8363-0a15de4b722c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:57.243132 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-4ea325ed-8138-4340-a402-b9ba190233fa service neutron] 10.222.0.50 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948875 Jun 17 10:24:57.478915 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port bec806ce-078b-4295-86b5-ba4476c68c7c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bec806ce-078b-4295-86b5-ba4476c68c7c,segment=NetworkSegment(4e4cc78f-9fec-4bde-9e99-efd2b65503ff),segment_id=4e4cc78f-9fec-4bde-9e99-efd2b65503ff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:57.501360 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'bec806ce-078b-4295-86b5-ba4476c68c7c', 'network_id': '74389148-41ba-4b1f-9cf1-73d7cc8f48a2', 'port_id': 'bec806ce-078b-4295-86b5-ba4476c68c7c', 'mac_address': 'fa:16:3e:9b:3d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57751d2-0092-45aa-b26f-52c725c6e320', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:24:57.575594 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:57.601733 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec806ce-078b-4295-86b5-ba4476c68c7c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:24:57.644907 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port bec806ce-078b-4295-86b5-ba4476c68c7c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bec806ce-078b-4295-86b5-ba4476c68c7c,segment=NetworkSegment(4e4cc78f-9fec-4bde-9e99-efd2b65503ff),segment_id=4e4cc78f-9fec-4bde-9e99-efd2b65503ff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:57.725532 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:57.728502 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-772d9ca5-d060-40c8-a487-0ea79cbc9232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:57.891201 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:57.893388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:57.987189 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=bec806ce-078b-4295-86b5-ba4476c68c7c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:57.993762 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:58.025562 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0272431-c879-4b89-be33-48a53b36edb6 req-80f92226-b92f-42c6-aa98-d4016b05a166 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:58.033625 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a0272431-c879-4b89-be33-48a53b36edb6 req-80f92226-b92f-42c6-aa98-d4016b05a166 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 948 time: 0.1590741 Jun 17 10:24:58.094505 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a0272431-c879-4b89-be33-48a53b36edb6 req-49a66b80-1a6c-48b1-aede-59a431fae54b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557725 Jun 17 10:24:58.142687 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['bec806ce-078b-4295-86b5-ba4476c68c7c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:58.338132 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03672c7d-4f3c-41f7-a266-97f3a7f74798 req-b9dc6c88-33a0-4b9d-8ca4-0563bcef5482 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.0605638 Jun 17 10:24:58.446094 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5a15fb-5167-4e4e-b405-f8fd84aa326a x-openstack-request-id: req-2f5a15fb-5167-4e4e-b405-f8fd84aa326a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:58.446849 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ba09d5-7f5c-4662-b129-64264d177e87", "name": "network-vif-deleted", "tag": "140af9c2-845d-4c8a-8363-0a15de4b722c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:58.447599 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f5a15fb-5167-4e4e-b405-f8fd84aa326a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:58.448442 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ba09d5-7f5c-4662-b129-64264d177e87', 'name': 'network-vif-deleted', 'tag': '140af9c2-845d-4c8a-8363-0a15de4b722c', 'status': 'completed', 'code': 200} Jun 17 10:24:58.530622 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0af29644-ed76-41a4-bc2a-6e9a49ab00f0 req-f55c1e9e-39a8-43fa-9370-f338e6f57c27 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 210 time: 0.0497353 Jun 17 10:24:59.235473 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bec806ce-078b-4295-86b5-ba4476c68c7c up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:59.419355 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4753f-8a32-488e-aecc-d89c5e8067fd req-62a92db9-81ff-4220-a371-4c2414369663 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:59.422833 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6ee4753f-8a32-488e-aecc-d89c5e8067fd req-62a92db9-81ff-4220-a371-4c2414369663 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 949 time: 0.1159263 Jun 17 10:24:59.486035 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port bec806ce-078b-4295-86b5-ba4476c68c7c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:59.500261 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6ee4753f-8a32-488e-aecc-d89c5e8067fd req-7a01c1a2-65d0-42d7-a5a3-74db126b35ca tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666299 Jun 17 10:24:59.504071 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port bec806ce-078b-4295-86b5-ba4476c68c7c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:59.505111 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.670190 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-01c05d88-c84c-4971-a5fb-30a777f7d9e8 req-a1bedecc-eadc-4235-9054-8bf4aa79ce69 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 210 time: 0.0430026 Jun 17 10:24:59.688624 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.695499 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.707900 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f64f6842-da3d-4750-ada1-c0b80b4d1fc2 req-0d320171-09cd-45dd-b202-db7572eef715 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] 10.222.0.50 "GET /v2.0/ports?device_id=73ba09d5-7f5c-4662-b129-64264d177e87 HTTP/1.1" status: 200 len: 210 time: 0.0774388 Jun 17 10:24:59.736273 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec806ce-078b-4295-86b5-ba4476c68c7c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:59.739994 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8e2ba-7109-42ad-9c42-58d16e828e9d" -d '{"events": [{"server_uuid": "0de4296b-b34b-43d8-b47d-9cf08b361cca", "name": "network-vif-plugged", "status": "completed", "tag": "bec806ce-078b-4295-86b5-ba4476c68c7c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:59.772496 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port bec806ce-078b-4295-86b5-ba4476c68c7c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bec806ce-078b-4295-86b5-ba4476c68c7c,segment=NetworkSegment(4e4cc78f-9fec-4bde-9e99-efd2b65503ff),segment_id=4e4cc78f-9fec-4bde-9e99-efd2b65503ff)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:59.814002 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d5d8c-c6dd-4cad-912f-cd5493dd2e81 x-openstack-request-id: req-540d5d8c-c6dd-4cad-912f-cd5493dd2e81 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:59.814339 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de4296b-b34b-43d8-b47d-9cf08b361cca", "name": "network-vif-plugged", "status": "completed", "tag": "bec806ce-078b-4295-86b5-ba4476c68c7c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:59.814988 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-540d5d8c-c6dd-4cad-912f-cd5493dd2e81 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:59.815444 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec806ce-078b-4295-86b5-ba4476c68c7c', 'code': 200} Jun 17 10:24:59.867431 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.870574 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 140af9c2-845d-4c8a-8363-0a15de4b722c no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:59.901062 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:59.905712 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 140af9c2-845d-4c8a-8363-0a15de4b722c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:59.906066 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 140af9c2-845d-4c8a-8363-0a15de4b722c not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:59.970264 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=bec806ce-078b-4295-86b5-ba4476c68c7c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:59.975954 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:00.485056 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47aa82-3b16-499a-9a9a-d4eb6652df07 req-3f3ff52b-5d03-437f-abd0-b64d6c0c40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:00.487544 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a47aa82-3b16-499a-9a9a-d4eb6652df07 req-3f3ff52b-5d03-437f-abd0-b64d6c0c40f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 1103 time: 0.1079080 Jun 17 10:25:00.544042 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a47aa82-3b16-499a-9a9a-d4eb6652df07 req-a60bca29-0a6f-4318-a3b9-771fd18e517d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475481 Jun 17 10:25:00.655317 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:00.834459 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6866c-1cf2-4a50-b9a4-a66267e08778 req-5bd5569b-52f7-4f34-90d8-03859b0fbc50 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:00.847564 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdf6866c-1cf2-4a50-b9a4-a66267e08778 req-5bd5569b-52f7-4f34-90d8-03859b0fbc50 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 950 time: 0.1628976 Jun 17 10:25:00.904353 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7239362e-adcb-4662-a6a5-47e6c19e4d1c req-1816e017-7a15-453f-bbb8-d499d581f8cc tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 210 time: 0.0543945 Jun 17 10:25:00.942272 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdf6866c-1cf2-4a50-b9a4-a66267e08778 req-70bd67d5-7383-4564-bab4-6c6971b9451c tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928135 Jun 17 10:25:01.049997 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:01.116099 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Deleting subnet 499c0fea-49d3-45f3-9574-63b2cd5044b4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:25:01.120339 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.166448 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129431614'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.219445 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.419159 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129639031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126195669'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.431092 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:01.471983 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499c0fea-49d3-45f3-9574-63b2cd5044b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:01.476728 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:01.479028 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.483175 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/499c0fea-49d3-45f3-9574-63b2cd5044b4 HTTP/1.1" status: 204 len: 168 time: 0.4318109 Jun 17 10:25:01.487163 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 57382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:01.641145 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.070481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.091501 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18c9ed3-5b41-4207-b837-d1dd555529c5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:02.112069 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ea1d63-da76-424e-bd31-2c0f53128b7c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:02.112621 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ea1d63-da76-424e-bd31-2c0f53128b7c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:02.131549 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129696951'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.209738 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ef244485-94f1-45e3-b2aa-41c900447eae req-f2ffcefa-6a0b-4694-9b8b-402a6331ebcf tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 210 time: 0.0744517 Jun 17 10:25:02.222085 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.231013 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:25:02.231996 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129698236'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: Traceback (most recent call last): Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: timer() Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: cb(*args, **kw) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: return func(*args, **kwargs) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: self._notify() Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: self.callback(batched_events) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: event.method(event) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: return f(self, *a, **k) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: return self._get(url).json() Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:25:02.235198 dv-cinder-796806-1-smb neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:25:02.574410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-03dfde7c-b418-4629-a1d6-67292104851c tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:02.577145 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-03dfde7c-b418-4629-a1d6-67292104851c tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "GET /v2.0/networks?id=f80b369c-3948-4798-bf53-1a34d10c4353 HTTP/1.1" status: 200 len: 808 time: 0.2571802 Jun 17 10:25:02.586231 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.611175 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.617577 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] 10.222.0.50 "DELETE /v2.0/networks/b18c9ed3-5b41-4207-b837-d1dd555529c5 HTTP/1.1" status: 204 len: 168 time: 1.1246293 Jun 17 10:25:02.624609 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Request body: {'port': {'device_id': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353', 'admin_state_up': True, 'tenant_id': '4ee8f3dff25a41d8a560324739e80971'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:02.734396 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:02.770875 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea17a40-0f12-4614-ae6f-0830777ddbf5 req-3501834a-d55b-45ce-8cd4-b8dba5896812 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:02.773362 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-aea17a40-0f12-4614-ae6f-0830777ddbf5 req-3501834a-d55b-45ce-8cd4-b8dba5896812 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 950 time: 0.3326302 Jun 17 10:25:02.778841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b18c9ed3-5b41-4207-b837-d1dd555529c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:02.784263 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-49a9cf68-fe27-419a-8c91-722345cb94aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:02.894273 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-aea17a40-0f12-4614-ae6f-0830777ddbf5 req-cb07b616-d7c3-45d1-94a4-ec12036431cf tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925415 Jun 17 10:25:03.061946 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Made reservation on behalf of 4ee8f3dff25a41d8a560324739e80971 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:25:03.070624 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.286916 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-ad479843-08c7-4c1b-8f19-547d67e2e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:03.291314 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-ad479843-08c7-4c1b-8f19-547d67e2e064 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.1315506 Jun 17 10:25:03.339593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 57420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:03.470834 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-b0bbbf72-b720-46c3-96d5-60db3dc6c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:03.472651 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-b0bbbf72-b720-46c3-96d5-60db3dc6c33b service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.1704812 Jun 17 10:25:03.526138 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-70e2ff5b-9316-44f3-b1bb-adbfedff289b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4284bb21075f4edaa167024574ace465&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1835799 Jun 17 10:25:03.533845 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:03.534331 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Allocated IP 172.20.0.7 (f80b369c-3948-4798-bf53-1a34d10c4353/2d0dc956-f444-4dac-a116-fe47d2f3bf5b/bd70501a-4f7b-4669-97f5-19c09199aa45) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:03.547448 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-7250e833-ec46-417a-8ad5-ee6cec442936 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 217 time: 0.0642803 Jun 17 10:25:03.584889 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b199d-0f91-4e2a-a20f-5acdc6d9c9c8 req-995a4ee7-452c-4343-a242-acafec60e569 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:03.589243 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-869b199d-0f91-4e2a-a20f-5acdc6d9c9c8 req-995a4ee7-452c-4343-a242-acafec60e569 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.4154518 Jun 17 10:25:03.666344 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-a5df94bd-28db-4af9-83c5-950970fd0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:03.667882 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-a5df94bd-28db-4af9-83c5-950970fd0df5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.1113577 Jun 17 10:25:03.692178 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.719934 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-869b199d-0f91-4e2a-a20f-5acdc6d9c9c8 req-e6df4792-73eb-4330-a650-f95050765347 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170821 Jun 17 10:25:03.721463 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-17a1fc45-970c-4cc2-89ea-a0d3aa72885b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451579 Jun 17 10:25:03.821644 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.872808 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-2f9aeba0-5024-4905-9b3e-d8358324e8ff service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361229 Jun 17 10:25:03.903331 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:04.017043 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ee120eb5-aa9d-44ef-a2fc-e21273357cc6 req-35bfaa71-a9b8-4cb7-bc72-6885e0f455ba service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334364 Jun 17 10:25:04.052464 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-283a9fb6-91fd-4dfe-9fb3-63111d7ecd8e req-4114118f-c735-4bb0-9553-dfdd8fb51e81 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 210 time: 0.0406253 Jun 17 10:25:04.074149 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:04.082960 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:04.089196 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70cffb70-8b03-4ba2-aaf6-33a556f9046f HTTP/1.1" status: 204 len: 168 time: 0.5504625 Jun 17 10:25:04.089196 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0f710394-fbeb-481a-9c1a-38772ee019fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:04.105791 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cffb70-8b03-4ba2-aaf6-33a556f9046f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:04.114131 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:04.156330 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:04.183802 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a964843b-f173-4f51-9f72-9a54a6d3eaf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:04.266757 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Network f80b369c-3948-4798-bf53-1a34d10c4353 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:04.274712 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:04.282963 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:04.311610 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Pushing event updated for resources: {'Port': ['ID=bd70501a-4f7b-4669-97f5-19c09199aa45,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:04.330663 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:04.373320 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cdc7c-a149-4941-b09d-c837fc8516d1 req-75e26025-c4bc-4fc1-9c70-5ca10c24ef6e tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:04.375983 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ed3cdc7c-a149-4941-b09d-c837fc8516d1 req-75e26025-c4bc-4fc1-9c70-5ca10c24ef6e tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 950 time: 0.2401595 Jun 17 10:25:04.407974 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:04.409077 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:04.475873 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ed3cdc7c-a149-4941-b09d-c837fc8516d1 req-09dd1804-2b17-48fe-8c91-8acc73bc2912 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891328 Jun 17 10:25:04.601190 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0024939 Jun 17 10:25:04.620347 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Request body: {'port': {'device_id': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:04.770337 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:05.197704 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567103dd-2fbc-476f-a8ec-b1f764772486 req-c41d17f8-a441-4270-9c2a-78b238077b3f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:05.199857 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-567103dd-2fbc-476f-a8ec-b1f764772486 req-c41d17f8-a441-4270-9c2a-78b238077b3f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2137394 Jun 17 10:25:05.337475 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-567103dd-2fbc-476f-a8ec-b1f764772486 req-aaca7429-9c9f-48ce-946d-d2918d30c446 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204348 Jun 17 10:25:05.401684 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd70501a-4f7b-4669-97f5-19c09199aa45 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:05.414562 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:05.434941 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ac040-d190-4047-8f9b-7bd339a09154 req-1d8a58a3-15d2-4a21-8f34-f9a2cb23166d tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:05.437174 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b52ac040-d190-4047-8f9b-7bd339a09154 req-1d8a58a3-15d2-4a21-8f34-f9a2cb23166d tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 931 time: 0.1906536 Jun 17 10:25:05.464533 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Transition to ACTIVE for port object bd70501a-4f7b-4669-97f5-19c09199aa45 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:05.534451 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b52ac040-d190-4047-8f9b-7bd339a09154 req-b323c62b-4a46-48b2-9143-9b02262650cf tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812299 Jun 17 10:25:05.710029 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:05.737622 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:05.816556 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-3a433d60-be44-470b-8cb3-ac573f85f959 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:05.820889 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-3a433d60-be44-470b-8cb3-ac573f85f959 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 950 time: 0.1411328 Jun 17 10:25:05.908181 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=bd70501a-4f7b-4669-97f5-19c09199aa45,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:05.914124 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:05.960593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212089c-9901-4397-aec8-d704d991e084 req-ef3cb4ae-3b4f-4b39-a57f-48850943e9fd tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:05.965827 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b212089c-9901-4397-aec8-d704d991e084 req-ef3cb4ae-3b4f-4b39-a57f-48850943e9fd tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 950 time: 0.2789075 Jun 17 10:25:06.085186 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b212089c-9901-4397-aec8-d704d991e084 req-41fce478-f2c9-4152-bc2c-26a37f2368ca tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/security-groups?id=840eb2d0-feb1-44ca-a449-bbe5cc0502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835438 Jun 17 10:25:06.113373 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Attempting to bind port bd70501a-4f7b-4669-97f5-19c09199aa45 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:06.113924 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Attempting to bind port bd70501a-4f7b-4669-97f5-19c09199aa45 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:06.114457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Attempting to bind port bd70501a-4f7b-4669-97f5-19c09199aa45 on network f80b369c-3948-4798-bf53-1a34d10c4353 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:06.124319 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Port bd70501a-4f7b-4669-97f5-19c09199aa45 on network f80b369c-3948-4798-bf53-1a34d10c4353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:25:06.124856 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Attempting to bind port bd70501a-4f7b-4669-97f5-19c09199aa45 on network f80b369c-3948-4798-bf53-1a34d10c4353 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:06.138831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:06.139891 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Checking segment: {'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:06.140833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Bound using segment: {'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:06.141842 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Bound port: bd70501a-4f7b-4669-97f5-19c09199aa45, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:06.142702 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:06.285768 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] For port bd70501a-4f7b-4669-97f5-19c09199aa45, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:06.293350 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] For port bd70501a-4f7b-4669-97f5-19c09199aa45, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bd70501a-4f7b-4669-97f5-19c09199aa45,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:06.330147 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Deleting port bec806ce-078b-4295-86b5-ba4476c68c7c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:25:06.330615 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:06.396420 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:06.402915 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9aeede99-2e06-47fe-ad9d-9bd0763d471f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:06.474349 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:06.476165 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:06.479365 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] 10.222.0.20 "PUT /v2.0/ports/bd70501a-4f7b-4669-97f5-19c09199aa45 HTTP/1.1" status: 200 len: 1093 time: 1.8690763 Jun 17 10:25:06.479979 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'tag': 'bd70501a-4f7b-4669-97f5-19c09199aa45'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:06.490867 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e4532-23de-451a-bb08-b7bc58faed4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5537308-c800-4e7b-acfc-0e04ba587c83", "tag": "bd70501a-4f7b-4669-97f5-19c09199aa45"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:06.549286 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] For port bec806ce-078b-4295-86b5-ba4476c68c7c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bec806ce-078b-4295-86b5-ba4476c68c7c,segment=NetworkSegment(4e4cc78f-9fec-4bde-9e99-efd2b65503ff),segment_id=4e4cc78f-9fec-4bde-9e99-efd2b65503ff)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:06.550043 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:06.668248 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ba25a-1586-4d5d-98c7-fdb4ea4a1954 x-openstack-request-id: req-8e0ba25a-1586-4d5d-98c7-fdb4ea4a1954 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:06.669885 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5537308-c800-4e7b-acfc-0e04ba587c83", "tag": "bd70501a-4f7b-4669-97f5-19c09199aa45", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:06.669885 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e0ba25a-1586-4d5d-98c7-fdb4ea4a1954 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:06.670858 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'tag': 'bd70501a-4f7b-4669-97f5-19c09199aa45', 'status': 'completed', 'code': 200} Jun 17 10:25:06.672037 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=bd70501a-4f7b-4669-97f5-19c09199aa45,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:06.672232 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Calling delete_port for bec806ce-078b-4295-86b5-ba4476c68c7c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:25:06.743076 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:06.824281 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44327f09-cd37-45a2-b8c4-fc49732cd159 req-ca050c30-5a10-4083-9a57-29d830d785ea tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:06.826429 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-44327f09-cd37-45a2-b8c4-fc49732cd159 req-ca050c30-5a10-4083-9a57-29d830d785ea tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2468703 Jun 17 10:25:06.835450 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4532-23de-451a-bb08-b7bc58faed4e req-330cd479-b648-4b5e-8a9f-da8a71ab7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:06.839442 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab3e4532-23de-451a-bb08-b7bc58faed4e req-330cd479-b648-4b5e-8a9f-da8a71ab7654 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ee8f3dff25a41d8a560324739e80971&device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 1096 time: 0.1745448 Jun 17 10:25:07.001185 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-44327f09-cd37-45a2-b8c4-fc49732cd159 req-dc57a221-8922-4cfc-abe5-34e15134f3a0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574183 Jun 17 10:25:07.075339 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:07.093814 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['bec806ce-078b-4295-86b5-ba4476c68c7c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:07.107293 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1b7f0e84-0fbc-4ad2-bb64-96daa66e495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:07.116713 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4532-23de-451a-bb08-b7bc58faed4e req-18cdd0e6-3ab7-4650-8222-6cc9fed820d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:07.117830 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab3e4532-23de-451a-bb08-b7bc58faed4e req-18cdd0e6-3ab7-4650-8222-6cc9fed820d7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4ee8f3dff25a41d8a560324739e80971&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2327645 Jun 17 10:25:07.190245 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Pushing event deleted for resources: {'Port': ['ID=bec806ce-078b-4295-86b5-ba4476c68c7c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:07.194006 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62376c57-9fb4-42dc-8c0c-273194b99dda req-f87c737d-adfe-4b60-96dd-b71e5438820f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:07.196571 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:07.198762 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-62376c57-9fb4-42dc-8c0c-273194b99dda req-f87c737d-adfe-4b60-96dd-b71e5438820f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 943 time: 0.3149128 Jun 17 10:25:07.241894 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] No DVR routers for this DVR port bec806ce-078b-4295-86b5-ba4476c68c7c on host hv-cinder-79680 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:25:07.246034 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:07.250108 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-acfb2fc7-e9fd-438b-a36a-5263cf56f673 req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.20 "DELETE /v2.0/ports/bec806ce-078b-4295-86b5-ba4476c68c7c HTTP/1.1" status: 204 len: 173 time: 1.4232774 Jun 17 10:25:07.250951 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'name': 'network-vif-deleted', 'tag': 'bec806ce-078b-4295-86b5-ba4476c68c7c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:07.255371 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d752ae6-0c08-4721-b6ab-14672cf6a2e6" -d '{"events": [{"server_uuid": "0de4296b-b34b-43d8-b47d-9cf08b361cca", "name": "network-vif-deleted", "tag": "bec806ce-078b-4295-86b5-ba4476c68c7c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:07.364209 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-62376c57-9fb4-42dc-8c0c-273194b99dda req-aa40746a-1168-477f-87dc-05d70c36efa6 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778229 Jun 17 10:25:07.392334 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4532-23de-451a-bb08-b7bc58faed4e req-7bf40840-1246-4569-8503-8314c757b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:07.395119 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab3e4532-23de-451a-bb08-b7bc58faed4e req-7bf40840-1246-4569-8503-8314c757b339 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2514253 Jun 17 10:25:07.513599 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f40d890d-cb7c-495c-b26f-bac3b50148ac req-ad7c4438-4986-4c05-9dc1-42f7a32fc3ee tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.0972936 Jun 17 10:25:07.530905 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ddd43d-2fac-4325-ba32-a4c06262e8d6 x-openstack-request-id: req-99ddd43d-2fac-4325-ba32-a4c06262e8d6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:07.532168 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de4296b-b34b-43d8-b47d-9cf08b361cca", "name": "network-vif-deleted", "tag": "bec806ce-078b-4295-86b5-ba4476c68c7c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:07.533051 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99ddd43d-2fac-4325-ba32-a4c06262e8d6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:07.534058 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de4296b-b34b-43d8-b47d-9cf08b361cca', 'name': 'network-vif-deleted', 'tag': 'bec806ce-078b-4295-86b5-ba4476c68c7c', 'status': 'completed', 'code': 200} Jun 17 10:25:07.592606 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-eb768cde-6c59-4b8c-9288-fd69386d9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:07.601200 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-eb768cde-6c59-4b8c-9288-fd69386d9039 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ee8f3dff25a41d8a560324739e80971&device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 1096 time: 0.0900671 Jun 17 10:25:07.655281 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-bd4c0f2f-d4c1-4e57-9fd7-74ebcf8af010 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd70501a-4f7b-4669-97f5-19c09199aa45 HTTP/1.1" status: 200 len: 217 time: 0.0437200 Jun 17 10:25:07.734103 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-c6d8e62d-9010-4965-a1e0-fcb476e568c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:07.736879 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-c6d8e62d-9010-4965-a1e0-fcb476e568c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d0dc956-f444-4dac-a116-fe47d2f3bf5b HTTP/1.1" status: 200 len: 848 time: 0.0719450 Jun 17 10:25:07.796622 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-ca3c182d-ebdc-4d7e-be08-8b07747d230f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f80b369c-3948-4798-bf53-1a34d10c4353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485859 Jun 17 10:25:07.928720 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-e8e582d4-c1a9-44de-8f85-f76b1ad6f69e service neutron] 10.222.0.20 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226118 Jun 17 10:25:08.109408 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60bbbc6e-5a90-4880-b9e6-39e4cbebb0a9 req-75839a68-13b0-4d8a-a6f9-dfc691d2153e service neutron] 10.222.0.20 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738908 Jun 17 10:25:08.320160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373521eb-8332-4049-96f1-52df48f7252f req-1e4b12f7-57db-4fd7-9124-9db58ac637d1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:08.321800 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-373521eb-8332-4049-96f1-52df48f7252f req-1e4b12f7-57db-4fd7-9124-9db58ac637d1 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0791602 Jun 17 10:25:08.395161 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-373521eb-8332-4049-96f1-52df48f7252f req-fd019d0e-73e7-4188-92f3-b72c55f594ea tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Jun 17 10:25:08.668524 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed57dc4-16ae-4ab1-ad2c-840357e719eb req-871dbe15-cae2-4a8b-a79d-26e0ec72004a tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:08.671886 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8ed57dc4-16ae-4ab1-ad2c-840357e719eb req-871dbe15-cae2-4a8b-a79d-26e0ec72004a tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 943 time: 0.1197581 Jun 17 10:25:08.744848 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8ed57dc4-16ae-4ab1-ad2c-840357e719eb req-372e5ddb-aab0-4953-bddc-67106b4c3574 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668526 Jun 17 10:25:08.785620 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e2e06784-2389-4ca3-8561-3957d9412cc0 req-a92cb3ae-bd56-4674-a232-5d6eb1f2ec14 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] 10.222.0.50 "GET /v2.0/ports?device_id=0de4296b-b34b-43d8-b47d-9cf08b361cca HTTP/1.1" status: 200 len: 210 time: 0.0659018 Jun 17 10:25:09.260073 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bec806ce-078b-4295-86b5-ba4476c68c7c no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:25:09.286625 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: bec806ce-078b-4295-86b5-ba4476c68c7c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:25:09.287031 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bec806ce-078b-4295-86b5-ba4476c68c7c not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:25:09.617349 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a199b3-e1aa-4b53-91fb-f99127e4dc63 req-887269b8-b5e6-4b82-907a-9245cb16a599 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:09.618961 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c4a199b3-e1aa-4b53-91fb-f99127e4dc63 req-887269b8-b5e6-4b82-907a-9245cb16a599 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0828953 Jun 17 10:25:09.666879 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c4a199b3-e1aa-4b53-91fb-f99127e4dc63 req-aadfe956-b16a-4f9a-a8f1-52215e958dee tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Jun 17 10:25:09.988549 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec30c-e355-4b77-8f78-5347fff07f61 req-582cc6dd-8d3f-4d66-a0a6-aac7d2c78deb tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:09.990886 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d40ec30c-e355-4b77-8f78-5347fff07f61 req-582cc6dd-8d3f-4d66-a0a6-aac7d2c78deb tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 943 time: 0.0758097 Jun 17 10:25:10.033733 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d40ec30c-e355-4b77-8f78-5347fff07f61 req-976ee16d-ec0a-4d08-927d-d4f50ceab123 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357389 Jun 17 10:25:10.898119 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34353f5-c487-4aa3-b125-5575c1e79016 req-3b198954-976b-4eb1-a151-bfa468847d6b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:10.899975 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f34353f5-c487-4aa3-b125-5575c1e79016 req-3b198954-976b-4eb1-a151-bfa468847d6b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0863726 Jun 17 10:25:10.952549 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f34353f5-c487-4aa3-b125-5575c1e79016 req-0031e42b-4400-4e5c-a1ed-8b31057d94d4 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Jun 17 10:25:11.263999 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bd70501a-4f7b-4669-97f5-19c09199aa45 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:25:11.393677 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ce836-60ba-4374-96d3-54bc8d5292c0 req-a8872828-bc2e-4bb0-b3b5-345d8a19d9fb tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:11.397814 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-174ce836-60ba-4374-96d3-54bc8d5292c0 req-a8872828-bc2e-4bb0-b3b5-345d8a19d9fb tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 943 time: 0.1465271 Jun 17 10:25:11.456796 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-174ce836-60ba-4374-96d3-54bc8d5292c0 req-af42f3a7-bdbc-497c-bcf0-0354b28891d9 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480325 Jun 17 10:25:11.489958 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port bd70501a-4f7b-4669-97f5-19c09199aa45, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bd70501a-4f7b-4669-97f5-19c09199aa45,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:11.507051 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'bd70501a-4f7b-4669-97f5-19c09199aa45', 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353', 'port_id': 'bd70501a-4f7b-4669-97f5-19c09199aa45', 'mac_address': 'fa:16:3e:40:21:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0dc956-f444-4dac-a116-fe47d2f3bf5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:25:11.553511 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:11.573913 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd70501a-4f7b-4669-97f5-19c09199aa45 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:11.602331 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port bd70501a-4f7b-4669-97f5-19c09199aa45, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bd70501a-4f7b-4669-97f5-19c09199aa45,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:11.737808 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:11.741184 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:11.883879 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=bd70501a-4f7b-4669-97f5-19c09199aa45,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:11.888396 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:12.016939 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['bd70501a-4f7b-4669-97f5-19c09199aa45'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:12.216160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67ffbc-efe3-45ac-8bb6-8c4cd3c96127 req-65f09c0c-d05e-485d-82e1-5f5db0502e03 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:12.219239 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0c67ffbc-efe3-45ac-8bb6-8c4cd3c96127 req-65f09c0c-d05e-485d-82e1-5f5db0502e03 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1058295 Jun 17 10:25:12.289451 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0c67ffbc-efe3-45ac-8bb6-8c4cd3c96127 req-3787cea7-f771-4bd9-a025-8b068aeae68a tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603795 Jun 17 10:25:12.690518 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcd401-c750-4ed5-9438-b7aaf4f681ad req-ff70ecc2-5d19-4e5b-b9cc-12d3ebeb2fd7 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:12.692053 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e5bcd401-c750-4ed5-9438-b7aaf4f681ad req-ff70ecc2-5d19-4e5b-b9cc-12d3ebeb2fd7 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 944 time: 0.0822556 Jun 17 10:25:12.754441 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e5bcd401-c750-4ed5-9438-b7aaf4f681ad req-39c1a808-a872-4dfd-ba79-5f0697480371 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Jun 17 10:25:13.267388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bd70501a-4f7b-4669-97f5-19c09199aa45 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:13.485928 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port bd70501a-4f7b-4669-97f5-19c09199aa45 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:13.493183 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port bd70501a-4f7b-4669-97f5-19c09199aa45 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:13.494297 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.568250 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccbb4e-1e1d-4e6b-8176-39a4c1163053 req-012a5190-98cf-49f8-a13e-383c414d660f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:13.570238 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8bccbb4e-1e1d-4e6b-8176-39a4c1163053 req-012a5190-98cf-49f8-a13e-383c414d660f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1018722 Jun 17 10:25:13.623231 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.623497 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8bccbb4e-1e1d-4e6b-8176-39a4c1163053 req-aa2a57c0-b748-4a3f-aa88-07df151a5c91 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444620 Jun 17 10:25:13.656508 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd70501a-4f7b-4669-97f5-19c09199aa45'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:13.659380 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108063d1-aeb3-48e3-b4a6-e8bd2d9147a6" -d '{"events": [{"server_uuid": "e5537308-c800-4e7b-acfc-0e04ba587c83", "name": "network-vif-plugged", "status": "completed", "tag": "bd70501a-4f7b-4669-97f5-19c09199aa45"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:13.677978 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port bd70501a-4f7b-4669-97f5-19c09199aa45, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bd70501a-4f7b-4669-97f5-19c09199aa45,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:13.736974 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b4f9a-d7a1-483f-baca-7087f742ccc4 x-openstack-request-id: req-fc5b4f9a-d7a1-483f-baca-7087f742ccc4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:13.737429 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5537308-c800-4e7b-acfc-0e04ba587c83", "name": "network-vif-plugged", "status": "completed", "tag": "bd70501a-4f7b-4669-97f5-19c09199aa45", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:13.737843 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc5b4f9a-d7a1-483f-baca-7087f742ccc4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:13.738476 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd70501a-4f7b-4669-97f5-19c09199aa45', 'code': 200} Jun 17 10:25:13.822605 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.827412 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:13.943692 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=bd70501a-4f7b-4669-97f5-19c09199aa45,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:13.948613 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:13.998335 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e51d5-926b-44ed-85d2-dae40ff8e864 req-5be20980-0219-42c0-a6f8-3fd25ea2ad29 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:13.999999 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5f5e51d5-926b-44ed-85d2-dae40ff8e864 req-5be20980-0219-42c0-a6f8-3fd25ea2ad29 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 945 time: 0.0765107 Jun 17 10:25:14.074427 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5f5e51d5-926b-44ed-85d2-dae40ff8e864 req-d889f57f-edaa-4e4e-a3ba-b43180b8da24 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552311 Jun 17 10:25:14.775330 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1819c-3e07-4888-8baf-157eac60cfea req-69c34cac-b767-400f-90b3-8a53e6a0afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:14.778251 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-02d1819c-3e07-4888-8baf-157eac60cfea req-69c34cac-b767-400f-90b3-8a53e6a0afa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 1098 time: 0.3883181 Jun 17 10:25:14.843003 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-02d1819c-3e07-4888-8baf-157eac60cfea req-c22293cf-aee1-4071-8acb-722196113872 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565472 Jun 17 10:25:14.944878 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74f062-1632-47dd-9d2a-4d405991693a req-aeb3dd92-fa9d-4737-9498-5fa2562e4e15 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:14.947599 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9d74f062-1632-47dd-9d2a-4d405991693a req-aeb3dd92-fa9d-4737-9498-5fa2562e4e15 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0922928 Jun 17 10:25:15.008461 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9d74f062-1632-47dd-9d2a-4d405991693a req-01b58dcd-a0be-4e3c-8ca8-8b8a0d02bcf9 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537364 Jun 17 10:25:15.378593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271659b-6848-420a-991b-9458ed74a846 req-ea7634f3-31e4-4aa4-bb17-23d0874becb7 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:15.378593 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0271659b-6848-420a-991b-9458ed74a846 req-ea7634f3-31e4-4aa4-bb17-23d0874becb7 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 945 time: 0.0981758 Jun 17 10:25:15.439839 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0271659b-6848-420a-991b-9458ed74a846 req-b3899faa-17be-48ee-9cb4-cb5261d1b578 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590906 Jun 17 10:25:16.281389 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fee00-40b9-4074-86c5-88141adf73d1 req-196ed288-8c66-4796-91e0-fe86e7682eab tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:16.282889 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c02fee00-40b9-4074-86c5-88141adf73d1 req-196ed288-8c66-4796-91e0-fe86e7682eab tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0691161 Jun 17 10:25:16.338229 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c02fee00-40b9-4074-86c5-88141adf73d1 req-11a539d2-35d4-4ecc-8e17-154ad1102a37 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477631 Jun 17 10:25:16.815995 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7e915-7596-4ca4-853a-2a333a5d6bd0 req-f23765ab-c728-43d8-88cd-6a715bd9069d tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:16.822637 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-68e7e915-7596-4ca4-853a-2a333a5d6bd0 req-f23765ab-c728-43d8-88cd-6a715bd9069d tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 945 time: 0.1388605 Jun 17 10:25:16.905032 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-68e7e915-7596-4ca4-853a-2a333a5d6bd0 req-be0db300-c796-4e0b-995c-7dc07278b084 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Jun 17 10:25:17.544920 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c3fa-5ba6-4f8d-9d58-30e6682d1db2 req-aa352204-d11a-413e-bb5e-9731fc38f599 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:17.546501 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cca4c3fa-5ba6-4f8d-9d58-30e6682d1db2 req-aa352204-d11a-413e-bb5e-9731fc38f599 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.0794950 Jun 17 10:25:17.586686 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cca4c3fa-5ba6-4f8d-9d58-30e6682d1db2 req-31016d54-454c-4942-b098-518b9f877eb0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Jun 17 10:25:18.673222 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:18.873943 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34532f91-baef-49b9-8dea-fe3e714c7d8b req-224a2f78-6d65-4bf7-998f-c33bb833c095 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:18.879659 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:18.879842 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-34532f91-baef-49b9-8dea-fe3e714c7d8b req-224a2f78-6d65-4bf7-998f-c33bb833c095 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1391728 Jun 17 10:25:18.950224 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-34532f91-baef-49b9-8dea-fe3e714c7d8b req-3ea90d8f-cea2-48ad-8d61-477d70c63523 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638108 Jun 17 10:25:19.042370 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:19.320212 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:19.325470 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-57dcdc57-98a0-40cc-9a12-a8880d13d990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:19.395773 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4b09649b7b740a7be3c6d34124a2757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7206080 Jun 17 10:25:19.397933 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 57864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:19.400058 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b638bc-b313-4c2b-8feb-86038073a654,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:19.420129 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.426963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:19.438087 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:19.508302 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:19.552835 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:19.793979 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:19.819137 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:19.819137 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80b638bc-b313-4c2b-8feb-86038073a654 HTTP/1.1" status: 204 len: 168 time: 0.4004173 Jun 17 10:25:19.819137 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-46e3debf-f34b-4a65-ab3b-af79192c0d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:19.823002 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b638bc-b313-4c2b-8feb-86038073a654,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:19.827458 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:19.839563 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40837a-0579-4b37-8e67-5aa4f42f262b req-39b6cad3-9361-4e23-a1fe-b8ee925cfaba tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:19.848827 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5c40837a-0579-4b37-8e67-5aa4f42f262b req-39b6cad3-9361-4e23-a1fe-b8ee925cfaba tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 945 time: 0.1442392 Jun 17 10:25:19.905745 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5c40837a-0579-4b37-8e67-5aa4f42f262b req-9b0e3625-fe3b-485f-81cf-317924def0d8 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554154 Jun 17 10:25:19.986190 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 57910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:20.246266 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f166a782-018a-44db-b972-85892a5eb88b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=573d71e189004bc697a224686bdebeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583108 Jun 17 10:25:20.249237 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:20.283167 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ece6-c838-4688-befa-6b0a82442857 req-99f3d92a-172a-476d-b1b2-60d2a9411389 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:20.286913 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9cc7ece6-c838-4688-befa-6b0a82442857 req-99f3d92a-172a-476d-b1b2-60d2a9411389 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1574109 Jun 17 10:25:20.318591 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:20.346277 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:20.348894 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9cc7ece6-c838-4688-befa-6b0a82442857 req-b2e65f9a-6801-440d-8c73-e7d6d68d8844 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Jun 17 10:25:20.558995 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:20.562049 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:20.563241 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/840eb2d0-feb1-44ca-a449-bbe5cc0502e7 HTTP/1.1" status: 204 len: 168 time: 0.3129094 Jun 17 10:25:20.564227 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1dc68f36-2ca0-4970-aed0-6989c1746311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:20.575932 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840eb2d0-feb1-44ca-a449-bbe5cc0502e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:20.578856 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:21.055098 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:21.095596 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1227e767-cefc-44a4-8a5a-c624b57f0238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.196411 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555eec5-e588-4d96-9d41-0ad89e6b2fa3 req-8aab198b-907a-4512-ac7a-00100f313519 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:21.198952 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6555eec5-e588-4d96-9d41-0ad89e6b2fa3 req-8aab198b-907a-4512-ac7a-00100f313519 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 945 time: 0.0964224 Jun 17 10:25:21.243753 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1227e767-cefc-44a4-8a5a-c624b57f0238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.278382 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6555eec5-e588-4d96-9d41-0ad89e6b2fa3 req-19c899a2-4cc9-4341-b7f4-b15e73284474 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677137 Jun 17 10:25:21.370026 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1227e767-cefc-44a4-8a5a-c624b57f0238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.384977 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-93dc846b-6d11-4660-876e-0a1a11d5c011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:21.415249 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.449643 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-6ad836a8-ece3-4f10-a5b5-3caf44e35897 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:21.453639 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-6ad836a8-ece3-4f10-a5b5-3caf44e35897 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 945 time: 0.1727214 Jun 17 10:25:21.466639 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1227e767-cefc-44a4-8a5a-c624b57f0238 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21173be5a24c4c47a6d35413ee6b6288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093094 Jun 17 10:25:21.469760 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 57944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:21.523317 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227e767-cefc-44a4-8a5a-c624b57f0238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b24aa-1369-49dd-89fe-da7d121fef00,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:21.528322 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1227e767-cefc-44a4-8a5a-c624b57f0238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:21.586139 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.641469 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.701445 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Deleting port bd70501a-4f7b-4669-97f5-19c09199aa45 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:25:21.702187 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.872224 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.879768 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.885505 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e4b24aa-1369-49dd-89fe-da7d121fef00 HTTP/1.1" status: 204 len: 168 time: 0.4065242 Jun 17 10:25:21.895107 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2fe4b07d-b3ff-4904-81b3-0fd92e245631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:21.899815 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] For port bd70501a-4f7b-4669-97f5-19c09199aa45, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=bd70501a-4f7b-4669-97f5-19c09199aa45,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:21.900303 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:21.908061 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b24aa-1369-49dd-89fe-da7d121fef00,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:21.911327 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:21.923745 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf5f11-62d4-4bc7-a719-1a80fcfc86bd req-d5f1d5c2-d799-4134-ab1f-dc9194edbdcc tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:21.925530 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15cf5f11-62d4-4bc7-a719-1a80fcfc86bd req-d5f1d5c2-d799-4134-ab1f-dc9194edbdcc tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2075565 Jun 17 10:25:22.003855 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Calling delete_port for bd70501a-4f7b-4669-97f5-19c09199aa45 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:25:22.096582 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15cf5f11-62d4-4bc7-a719-1a80fcfc86bd req-baec1b64-7890-4c35-a7af-6da865535d3e tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280982 Jun 17 10:25:22.388383 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:22.407375 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:22.409759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['bd70501a-4f7b-4669-97f5-19c09199aa45'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:22.458632 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Pushing event deleted for resources: {'Port': ['ID=bd70501a-4f7b-4669-97f5-19c09199aa45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:22.471538 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:22.555068 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] No DVR routers for this DVR port bd70501a-4f7b-4669-97f5-19c09199aa45 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:25:22.576892 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8499800b-08d1-4a9d-96c2-97411b49eb8d req-18ff2fe2-27ea-4f87-a48c-f9013288ec82 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 210 time: 0.0604644 Jun 17 10:25:22.578469 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:22.581638 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-587d78ab-4bca-42de-9fdc-6ee2175118c0 req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "DELETE /v2.0/ports/bd70501a-4f7b-4669-97f5-19c09199aa45 HTTP/1.1" status: 204 len: 173 time: 1.1222594 Jun 17 10:25:22.582485 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'name': 'network-vif-deleted', 'tag': 'bd70501a-4f7b-4669-97f5-19c09199aa45'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:22.587143 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e19bb-b78a-4a81-b2ec-a0d7cb9c4ec7" -d '{"events": [{"server_uuid": "e5537308-c800-4e7b-acfc-0e04ba587c83", "name": "network-vif-deleted", "tag": "bd70501a-4f7b-4669-97f5-19c09199aa45"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:22.669395 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22cc894-98fc-4fda-8a9c-b488a24fe73f x-openstack-request-id: req-f22cc894-98fc-4fda-8a9c-b488a24fe73f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:22.669893 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5537308-c800-4e7b-acfc-0e04ba587c83", "name": "network-vif-deleted", "tag": "bd70501a-4f7b-4669-97f5-19c09199aa45", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:22.670349 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f22cc894-98fc-4fda-8a9c-b488a24fe73f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:22.671100 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5537308-c800-4e7b-acfc-0e04ba587c83', 'name': 'network-vif-deleted', 'tag': 'bd70501a-4f7b-4669-97f5-19c09199aa45', 'status': 'completed', 'code': 200} Jun 17 10:25:22.688205 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 57982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:22.860066 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-498205485-network', 'tenant_id': '98e9e45907d144bda37b64492a630ede'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:22.972137 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Made reservation on behalf of 98e9e45907d144bda37b64492a630ede for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:25:22.977677 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.004822 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.142570 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.330865 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.360813 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5657f2c9-307c-4490-9b42-5fa23b6f4a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:23.393017 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:25:23.423427 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7c5a73-f679-46e4-b3a1-6045874c6d60,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:23.428061 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.428343 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Added segment 086978af-0518-464d-9e6e-63dc5d8cf05e of type vlan for network 29879b1c-95fd-4574-b800-d0d653bf278e Jun 17 10:25:23.434231 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:23.501192 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.522071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49420-c252-4b97-81a8-58164159bdf5 req-375e8d13-be49-410e-8431-2b50f79c4600 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:23.526199 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a0d49420-c252-4b97-81a8-58164159bdf5 req-375e8d13-be49-410e-8431-2b50f79c4600 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2186573 Jun 17 10:25:23.621220 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a0d49420-c252-4b97-81a8-58164159bdf5 req-2c048f6a-cfa0-4f2a-8860-6cedf290015d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853994 Jun 17 10:25:23.723858 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.726807 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:23.727810 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:23.733516 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:23.860489 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Pushing event updated for resources: {'Network': ['ID=29879b1c-95fd-4574-b800-d0d653bf278e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:23.865149 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:23.889799 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 29879b1c-95fd-4574-b800-d0d653bf278e details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:25:23.946748 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0abbb4b9-e20a-4afe-8465-20e500a07098 req-c384cd82-93b6-4829-b10c-1cc35f4fe274 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5537308-c800-4e7b-acfc-0e04ba587c83 HTTP/1.1" status: 200 len: 210 time: 0.0591161 Jun 17 10:25:23.994848 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3033178 Jun 17 10:25:23.999428 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:24.009155 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Request body: {'subnet': {'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-498205485-subnet', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:24.193352 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea5d36ea-fc8a-43a4-abda-477b5fd8f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:24.195610 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Made reservation on behalf of 98e9e45907d144bda37b64492a630ede for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:25:24.200917 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126195696'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:24.579345 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126195682'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:24.583457 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-a500ea21-5844-4de8-a55b-14dd3124ab37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:24.678145 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e546ec72-6c83-4aa5-9093-668f812736b9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:24.682109 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:24.706901 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Checking segment: {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:24.707480 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Network hostable DHCP agents. Network: 29879b1c-95fd-4574-b800-d0d653bf278e, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:25:24.822264 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Network 29879b1c-95fd-4574-b800-d0d653bf278e is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:25:24.925582 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 29879b1c-95fd-4574-b800-d0d653bf278e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:24.935159 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:24.936635 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:24.946070 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83c11e-3ac6-4dc8-b882-8001fab49c5e None None] Network 29879b1c-95fd-4574-b800-d0d653bf278e requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:25:24.982520 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a1de7-5e9b-463d-8c8f-b2eb455c298f req-dadced29-2d30-41ea-ae39-0e2b676d80c0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:24.985334 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ed0a1de7-5e9b-463d-8c8f-b2eb455c298f req-dadced29-2d30-41ea-ae39-0e2b676d80c0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1140635 Jun 17 10:25:25.082484 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2d69e6e4-84a4-44b2-9ae6-4dc0432f8107 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0802853 Jun 17 10:25:25.088693 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:25.117523 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ed0a1de7-5e9b-463d-8c8f-b2eb455c298f req-543b9eab-689b-4097-b9ca-d4cf25c53132 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206603 Jun 17 10:25:25.123620 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:25.280003 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:25.283514 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:25.298870 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-29879b1c-95fd-4574-b800-d0d653bf278e', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:25:25.317536 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:25.389158 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bd70501a-4f7b-4669-97f5-19c09199aa45 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:25:25.456304 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: bd70501a-4f7b-4669-97f5-19c09199aa45 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:25:25.457019 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device bd70501a-4f7b-4669-97f5-19c09199aa45 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:25:25.494527 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:25.702482 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Allocated IP 172.20.0.2 (29879b1c-95fd-4574-b800-d0d653bf278e/e546ec72-6c83-4aa5-9093-668f812736b9/59d0741d-0e9a-4d32-8d36-40a94c09d906) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:25.873450 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:25.874269 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-aacfda92-6ce6-424f-8769-073a6d10f17b tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:25.876924 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-aacfda92-6ce6-424f-8769-073a6d10f17b tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/networks?id=f80b369c-3948-4798-bf53-1a34d10c4353 HTTP/1.1" status: 200 len: 808 time: 0.3659282 Jun 17 10:25:25.880017 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495015-3a3d-4d03-808d-99f438a68c2c req-e6164ce1-6f4d-424b-b796-1ba556179b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:25.883268 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c5495015-3a3d-4d03-808d-99f438a68c2c req-e6164ce1-6f4d-424b-b796-1ba556179b3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.3424389 Jun 17 10:25:25.890676 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Transition to ACTIVE for port object 59d0741d-0e9a-4d32-8d36-40a94c09d906 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:25.930554 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Transition to ACTIVE for port object 59d0741d-0e9a-4d32-8d36-40a94c09d906 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:26.004908 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-825eac91-173e-4040-a01a-1615d4568d82 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/quotas/4ee8f3dff25a41d8a560324739e80971 HTTP/1.1" status: 200 len: 375 time: 0.1124146 Jun 17 10:25:26.008587 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:26.073202 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-aa267144-6b77-43e2-9028-85d6b66f1f65 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ee8f3dff25a41d8a560324739e80971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544910 Jun 17 10:25:26.080471 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:26.096847 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c5495015-3a3d-4d03-808d-99f438a68c2c req-20a4633f-db05-4a7c-b0b6-e4fd8ee1ca41 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581211 Jun 17 10:25:26.100657 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:26.166415 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Network 29879b1c-95fd-4574-b800-d0d653bf278e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:26.173226 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:26.181565 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:26.221286 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Pushing event updated for resources: {'Port': ['ID=59d0741d-0e9a-4d32-8d36-40a94c09d906,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:26.248556 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-2b89a880-f64e-41c7-a305-4a6d1aa72b92 service neutron] 10.222.0.50 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662333 Jun 17 10:25:26.261493 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:26.704423 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-255e6a24-6c1c-442e-9bb1-d03e38938e89 service neutron] 10.222.0.50 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465499 Jun 17 10:25:26.874535 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b151-7f54-4950-807a-6432afdbca16 req-72883c5b-128d-41a0-ad7e-381ce32000a9 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:26.877304 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c56b151-7f54-4950-807a-6432afdbca16 req-72883c5b-128d-41a0-ad7e-381ce32000a9 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.5139945 Jun 17 10:25:26.954700 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.013945 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.018602 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3c56b151-7f54-4950-807a-6432afdbca16 req-8c460b4c-e405-4020-b01b-503c928ea170 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080446 Jun 17 10:25:27.176801 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Attempting to bind port 59d0741d-0e9a-4d32-8d36-40a94c09d906 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:27.178553 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Attempting to bind port 59d0741d-0e9a-4d32-8d36-40a94c09d906 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:27.179337 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Attempting to bind port 59d0741d-0e9a-4d32-8d36-40a94c09d906 on network 29879b1c-95fd-4574-b800-d0d653bf278e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:27.188109 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:27.188889 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Checking segment: {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:27.189465 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.190047 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Bound using segment: {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:27.190845 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Bound port: 59d0741d-0e9a-4d32-8d36-40a94c09d906, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:27.191453 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.223028 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Allocated IP 172.28.2.162 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/14496184-d759-4030-8358-06da9a0f61b9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:27.335965 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-29993055-1827-4465-8d26-164dd821e1bc req-37664a4c-350c-48b8-b743-c6912e2e85ec tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 210 time: 0.0734100 Jun 17 10:25:27.578962 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.597481 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] For port 59d0741d-0e9a-4d32-8d36-40a94c09d906, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:27.603569 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] For port 59d0741d-0e9a-4d32-8d36-40a94c09d906, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=59d0741d-0e9a-4d32-8d36-40a94c09d906,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:27.647507 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab28690d-c199-4a6f-a835-3279ba62d6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.650938 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.742944 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.745455 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:27.746263 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:27.752670 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-bfff7df3-eee8-4cff-b8e4-adbbcd35904f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:27.823373 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:27.827331 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:27.832018 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:27.855017 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Pushing event updated for resources: {'Port': ['ID=59d0741d-0e9a-4d32-8d36-40a94c09d906,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:27.862716 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:27.875310 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Pushing event updated for resources: {'Port': ['ID=14496184-d759-4030-8358-06da9a0f61b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:27.882478 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:28.551026 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:28.652564 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59d0741d-0e9a-4d32-8d36-40a94c09d906 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:28.811251 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad4c5-c433-426f-8d58-df21b810a778 req-59369433-b7d8-429e-97c6-0dbb2932ff60 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:28.814292 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a1fad4c5-c433-426f-8d58-df21b810a778 req-59369433-b7d8-429e-97c6-0dbb2932ff60 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.4231308 Jun 17 10:25:28.818938 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:28.824178 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3666ef0-c1fe-4002-9ce8-abdd0b68e36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:28.920623 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 59d0741d-0e9a-4d32-8d36-40a94c09d906 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:28.967695 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a1fad4c5-c433-426f-8d58-df21b810a778 req-074b03b0-3f98-4d04-a83a-e3fc551e2325 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416650 Jun 17 10:25:29.013246 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3666ef0-c1fe-4002-9ce8-abdd0b68e36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.227473 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60c29b2d-0bb0-4b29-95c2-3953574cbd4a req-8866da1c-fccc-4cdf-9f97-84d8b139948f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 210 time: 0.0473914 Jun 17 10:25:29.236089 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.256878 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3666ef0-c1fe-4002-9ce8-abdd0b68e36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.317466 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-063368bc-2514-4d42-ac04-d5aeb5d18874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:29.336896 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f3666ef0-c1fe-4002-9ce8-abdd0b68e36a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e453cda19d14fa3b4bcf139f726f61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833755 Jun 17 10:25:29.338226 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:29.482479 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3666ef0-c1fe-4002-9ce8-abdd0b68e36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f54d1-ac1a-44d8-9e0d-539e30784eba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:29.516309 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f3666ef0-c1fe-4002-9ce8-abdd0b68e36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:29.551511 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.601743 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.645940 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.650418 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Router 2057bd80-7aa7-43b3-af17-a1279619c807 is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:25:29.692346 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29794ef-846e-4697-ac16-6011b48f2df0 None None] Network 29879b1c-95fd-4574-b800-d0d653bf278e requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:25:29.834318 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.839518 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.842008 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a49f54d1-ac1a-44d8-9e0d-539e30784eba HTTP/1.1" status: 204 len: 168 time: 0.4883239 Jun 17 10:25:29.843629 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1227e767-cefc-44a4-8a5a-c624b57f0238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:29.881975 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f54d1-ac1a-44d8-9e0d-539e30784eba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:29.888958 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:29.944338 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:25:29.963587 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Sync routers for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:25:29.995088 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Provisioning for port 59d0741d-0e9a-4d32-8d36-40a94c09d906 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:30.015780 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Provisioning complete for port 59d0741d-0e9a-4d32-8d36-40a94c09d906 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:30.016405 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:30.039168 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:25:30.040232 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:30.041402 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:30.091096 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:30.097480 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:30.098884 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0068526 Jun 17 10:25:30.229446 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:30.351000 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:30.517661 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] For port 59d0741d-0e9a-4d32-8d36-40a94c09d906, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=59d0741d-0e9a-4d32-8d36-40a94c09d906,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:30.557727 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:30.636081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f7922-0e2f-4d71-bd8a-7ba67da01bc0 req-2200c8a4-2a34-46ad-ab6e-62d0e0863a2b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:30.648272 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d64f7922-0e2f-4d71-bd8a-7ba67da01bc0 req-2200c8a4-2a34-46ad-ab6e-62d0e0863a2b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.4088554 Jun 17 10:25:30.656952 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:30.659392 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:30.760852 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Pushing event updated for resources: {'Port': ['ID=59d0741d-0e9a-4d32-8d36-40a94c09d906,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:30.770368 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:30.852358 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-05d8d7bd-7e13-4803-894c-8e3c6035a4d4 req-31a10916-56b0-45ab-81ee-b72aef28dacb tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 210 time: 0.1781898 Jun 17 10:25:30.861919 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-ff22577b-a791-471d-a113-b8e1eb6c96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:30.870344 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-ff22577b-a791-471d-a113-b8e1eb6c96b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.5400419 Jun 17 10:25:30.937521 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d64f7922-0e2f-4d71-bd8a-7ba67da01bc0 req-ca0a05ed-82de-442b-8144-6eff267285eb tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873085 Jun 17 10:25:30.945255 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:28Z', 'revision_number': 3, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:31.025660 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-445c664c-eb48-4505-8a1a-d33bf39bb6cb None None] Provisioning complete for port 59d0741d-0e9a-4d32-8d36-40a94c09d906 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:31.026652 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-445c664c-eb48-4505-8a1a-d33bf39bb6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:31.105612 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Checking router: 2057bd80-7aa7-43b3-af17-a1279619c807 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:25:31.106338 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Updating router 2057bd80-7aa7-43b3-af17-a1279619c807 port 14496184-d759-4030-8358-06da9a0f61b9 binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:25:31.184497 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-e524e822-62ee-435d-8138-82f2382793cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:31.191359 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:31.193527 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-e524e822-62ee-435d-8138-82f2382793cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.2737930 Jun 17 10:25:31.276981 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-84b4d730-dc1a-438b-bd83-b3f5ea720617 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 217 time: 0.0775366 Jun 17 10:25:31.435293 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:31.468905 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-6bffa1b6-445d-4d7a-943c-0979fa6fb786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:31.475742 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-6bffa1b6-445d-4d7a-943c-0979fa6fb786 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.1909163 Jun 17 10:25:31.476183 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b93388-0ef9-4023-a384-f921357e21a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:31.559888 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-b2337783-e5dc-4324-8912-8790b5eb7b1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672245 Jun 17 10:25:31.790752 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:31.791056 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-25ee489c-06d3-46a4-a327-365380efbfc5 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217643 Jun 17 10:25:31.861132 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:31.885390 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Transition to ACTIVE for port object 14496184-d759-4030-8358-06da9a0f61b9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:32.017664 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-97c7fa2a-0af3-4f1d-aeae-b99fc22c7765 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:32.020267 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-97c7fa2a-0af3-4f1d-aeae-b99fc22c7765 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "GET /v2.0/networks?id=f80b369c-3948-4798-bf53-1a34d10c4353 HTTP/1.1" status: 200 len: 808 time: 0.4494331 Jun 17 10:25:32.033623 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.047974 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:32.053773 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Request body: {'port': {'device_id': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353', 'admin_state_up': True, 'tenant_id': '4ee8f3dff25a41d8a560324739e80971'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:32.178458 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de6b76dc-2557-4583-ba27-c39cc2416a67 req-b29dae70-fa52-432f-a343-caf18131a2a3 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736825 Jun 17 10:25:32.287810 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Pushing event updated for resources: {'Port': ['ID=14496184-d759-4030-8358-06da9a0f61b9,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:32.323584 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.323584 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.323584 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.323584 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.323584 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.323584 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.324527 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.324527 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.325136 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.325352 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.325920 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.326233 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:32.330620 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Attempting to bind port 14496184-d759-4030-8358-06da9a0f61b9 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:32.331004 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Attempting to bind port 14496184-d759-4030-8358-06da9a0f61b9 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:32.331402 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Attempting to bind port 14496184-d759-4030-8358-06da9a0f61b9 on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:32.339906 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:32.340735 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:32.341138 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:32.341544 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.341937 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:32.342463 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Bound port: 14496184-d759-4030-8358-06da9a0f61b9, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:32.342869 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.352662 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4e927078-6730-4f94-b8ef-1e802768b360 req-eac1ebda-1868-4b96-80f0-79641f130b31 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 210 time: 0.1721153 Jun 17 10:25:32.416364 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b93388-0ef9-4023-a384-f921357e21a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.426151 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] For port 14496184-d759-4030-8358-06da9a0f61b9, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:32.434571 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] For port 14496184-d759-4030-8358-06da9a0f61b9, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=14496184-d759-4030-8358-06da9a0f61b9,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:32.464653 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Allocated IP 172.20.0.1 (29879b1c-95fd-4574-b800-d0d653bf278e/e546ec72-6c83-4aa5-9093-668f812736b9/dac45cf6-b004-494e-b1da-6bbe9dbe39cc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:32.602331 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59d0741d-0e9a-4d32-8d36-40a94c09d906 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:32.607245 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.639766 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:32.688482 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79b93388-0ef9-4023-a384-f921357e21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.707084 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-13bbfb79-8ebb-4b4b-b4a3-428da82873c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:32.741898 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Pushing event updated for resources: {'Port': ['ID=14496184-d759-4030-8358-06da9a0f61b9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:32.775860 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 59d0741d-0e9a-4d32-8d36-40a94c09d906 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:32.776837 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.792994 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:32.806086 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:32.840165 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b93388-0ef9-4023-a384-f921357e21a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7883dda0-21e3-487f-a539-8b7e76787865,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:32.856098 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-79b93388-0ef9-4023-a384-f921357e21a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d709f02cf38482e961aa820a46f47ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4298830 Jun 17 10:25:32.869650 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-79b93388-0ef9-4023-a384-f921357e21a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:32.875969 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:32.918578 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cddc0-e10f-495d-b7f6-1b2e204e50fd req-182f5e5e-8c05-41dd-9d08-063905104c90 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:32.923110 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Made reservation on behalf of 4ee8f3dff25a41d8a560324739e80971 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:25:32.924307 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-860cddc0-e10f-495d-b7f6-1b2e204e50fd req-182f5e5e-8c05-41dd-9d08-063905104c90 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2992060 Jun 17 10:25:32.932131 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:32.952259 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:33.045778 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-860cddc0-e10f-495d-b7f6-1b2e204e50fd req-0c48ce5e-c33c-49a9-86e3-9916e629c6e7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115506 Jun 17 10:25:33.049070 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.090467 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Transition to ACTIVE for port object dac45cf6-b004-494e-b1da-6bbe9dbe39cc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:33.090967 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:33.233198 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366d48b-72d1-425c-88d1-9c3f5dac75a1 req-f00ea058-bbb5-4a1d-8a93-9a6bb2f5b278 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:33.236050 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0366d48b-72d1-425c-88d1-9c3f5dac75a1 req-f00ea058-bbb5-4a1d-8a93-9a6bb2f5b278 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.1610439 Jun 17 10:25:33.313079 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0366d48b-72d1-425c-88d1-9c3f5dac75a1 req-2843d697-1bd5-4d8e-b543-f4fd7f47b649 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685642 Jun 17 10:25:33.319216 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.402448 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:28Z', 'revision_number': 3, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:33.429360 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.433027 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.461183 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-98f21b3e-91d7-4146-9900-660bdd4fbff6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:33.481502 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde5a0c-deba-41d5-aa81-f605f69db41b None None] The sync data for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb is: [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:28Z', 'revision_number': 3, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:25:33.603428 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Allocated IP 172.20.0.3 (f80b369c-3948-4798-bf53-1a34d10c4353/2d0dc956-f444-4dac-a116-fe47d2f3bf5b/5579d236-9a18-4884-9565-0b91005597e4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:33.605790 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Network 29879b1c-95fd-4574-b800-d0d653bf278e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:33.622061 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:33.625469 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:33.686305 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:33.691248 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:33.733260 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0ae449f0-e9b6-4551-b2ac-ee351b8f7ae2 req-f5fc4bb5-6786-4985-9f0d-b8238a8caf92 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 210 time: 0.0855861 Jun 17 10:25:33.783493 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.873924 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.878963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.882748 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7883dda0-21e3-487f-a539-8b7e76787865 HTTP/1.1" status: 204 len: 168 time: 1.0042496 Jun 17 10:25:33.892670 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-eceac300-dfa4-4c66-a45f-427fc3801983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:34.100388 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7883dda0-21e3-487f-a539-8b7e76787865,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:34.180345 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:34.222716 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94ef2661-bf6b-4b16-8ccc-0cd5bb8c3182 None None] Provisioning for port dac45cf6-b004-494e-b1da-6bbe9dbe39cc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:34.235976 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-94ef2661-bf6b-4b16-8ccc-0cd5bb8c3182 None None] Provisioning complete for port dac45cf6-b004-494e-b1da-6bbe9dbe39cc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:34.239008 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-94ef2661-bf6b-4b16-8ccc-0cd5bb8c3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:34.374158 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:34.408280 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-94ef2661-bf6b-4b16-8ccc-0cd5bb8c3182 None None] Port dac45cf6-b004-494e-b1da-6bbe9dbe39cc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:25:34.633599 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58c769-e480-4ae4-9528-5fe6fa129349 req-c57e505e-14b7-4c1c-87e0-63d5be1bcfd8 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:34.634642 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:34.637069 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7a58c769-e480-4ae4-9528-5fe6fa129349 req-c57e505e-14b7-4c1c-87e0-63d5be1bcfd8 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2011046 Jun 17 10:25:34.712608 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 14496184-d759-4030-8358-06da9a0f61b9 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:34.961659 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 14496184-d759-4030-8358-06da9a0f61b9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:34.975213 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 14496184-d759-4030-8358-06da9a0f61b9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:34.977169 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.047018 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.103576 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.111001 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-79d6a34d-8e1f-401d-acb4-d5f4501cbd0f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:35.252093 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.277421 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.324097 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 14496184-d759-4030-8358-06da9a0f61b9, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=14496184-d759-4030-8358-06da9a0f61b9,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:35.360950 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Network f80b369c-3948-4798-bf53-1a34d10c4353 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:35.402751 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Pushing event updated for resources: {'Port': ['ID=5579d236-9a18-4884-9565-0b91005597e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:35.408596 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:35.411776 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:35.416179 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:35.428055 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:35.444265 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.452422 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7a58c769-e480-4ae4-9528-5fe6fa129349 req-d7e4c170-839a-4a7b-8119-6ef04eb1475d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7372231 Jun 17 10:25:35.453887 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:35.485234 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf105f-e97e-4048-aba0-e52007585d7e req-2a702e8f-63b9-4de8-839c-fd5c88328fab tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:35.502007 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7dcf105f-e97e-4048-aba0-e52007585d7e req-2a702e8f-63b9-4de8-839c-fd5c88328fab tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.7821646 Jun 17 10:25:35.593240 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.629417 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=14496184-d759-4030-8358-06da9a0f61b9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:35.647531 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:35.662567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-ded30b96-171c-44a2-94de-14c3a3e66032 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:35.665585 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-ded30b96-171c-44a2-94de-14c3a3e66032 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 1.0087662 Jun 17 10:25:35.667446 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:35.668528 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.675767 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:35.681570 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:35.732266 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7dcf105f-e97e-4048-aba0-e52007585d7e req-f8b5b7be-9dac-40be-b93c-99be743f7ee8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041600 Jun 17 10:25:36.022814 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423337c-c53e-482d-8109-d642ec2e675b req-0adb1a17-db28-45fe-ab2f-5003b4c46946 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:36.025731 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7423337c-c53e-482d-8109-d642ec2e675b req-0adb1a17-db28-45fe-ab2f-5003b4c46946 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 931 time: 0.2327964 Jun 17 10:25:36.058372 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Deleting port 6188a904-838e-451b-b8bb-10d5babeebcf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:25:36.058908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:36.248575 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7423337c-c53e-482d-8109-d642ec2e675b req-6e97bd06-8e54-4613-ba9c-d186472ee79e tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043917 Jun 17 10:25:36.279319 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Network 29879b1c-95fd-4574-b800-d0d653bf278e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:36.292970 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:36.346271 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] For port 6188a904-838e-451b-b8bb-10d5babeebcf, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=6188a904-838e-451b-b8bb-10d5babeebcf,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:36.346825 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:36.426667 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3857095 Jun 17 10:25:36.460156 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Request body: {'port': {'device_id': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:36.562711 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 14496184-d759-4030-8358-06da9a0f61b9 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:36.876370 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:36.886635 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 14496184-d759-4030-8358-06da9a0f61b9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:36.886635 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:36.887493 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Router 2057bd80-7aa7-43b3-af17-a1279619c807 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:25:36.919700 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:36.920476 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:36.921588 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.l3_db [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Floating IP 934d33e6-e0a2-4997-9e72-68ae5ad4b299 disassociated. External IP: 172.28.2.158, port: 6188a904-838e-451b-b8bb-10d5babeebcf. Jun 17 10:25:36.923045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Calling delete_port for 6188a904-838e-451b-b8bb-10d5babeebcf owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:25:36.932079 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-743034ae-cc6c-470b-8db1-67502bb54e2f None None] Provisioning complete for port dac45cf6-b004-494e-b1da-6bbe9dbe39cc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:36.936125 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-743034ae-cc6c-470b-8db1-67502bb54e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.084006 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fe46e-1c0c-4ae5-8783-9eeda5ff320d req-4005a536-d099-4edf-b510-f15114c51945 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.086266 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ba7fe46e-1c0c-4ae5-8783-9eeda5ff320d req-4005a536-d099-4edf-b510-f15114c51945 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2707288 Jun 17 10:25:37.126557 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-743034ae-cc6c-470b-8db1-67502bb54e2f None None] Port dac45cf6-b004-494e-b1da-6bbe9dbe39cc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:25:37.245859 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ba7fe46e-1c0c-4ae5-8783-9eeda5ff320d req-daf9caa9-e4b0-418e-8ae4-ea69601158b6 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209407 Jun 17 10:25:37.260684 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c798277-68c9-44a1-9346-94583d60fa81 req-69c2bb4f-ff75-4626-85f6-b09a7588b525 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.262329 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c798277-68c9-44a1-9346-94583d60fa81 req-69c2bb4f-ff75-4626-85f6-b09a7588b525 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 946 time: 0.2251775 Jun 17 10:25:37.372941 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:25:37.384813 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] 10.222.0.50 "PUT /v2.0/routers/2057bd80-7aa7-43b3-af17-a1279619c807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2844179 Jun 17 10:25:37.402915 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Sync routers for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:25:37.439209 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:37.440391 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:37.468081 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:25:37.518983 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c798277-68c9-44a1-9346-94583d60fa81 req-bb975962-ebcf-461c-b023-af7353460cca tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a53e17-448a-4e0a-8ffe-a3371a28d891&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416754 Jun 17 10:25:37.537895 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.563258 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:37.620843 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 6188a904-838e-451b-b8bb-10d5babeebcf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:25:37.621738 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 6188a904-838e-451b-b8bb-10d5babeebcf not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:25:37.701794 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event deleted for resources: {'Port': ['ID=6188a904-838e-451b-b8bb-10d5babeebcf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:37.794549 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5579d236-9a18-4884-9565-0b91005597e4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:37.831453 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.831453 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.831453 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.833300 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.836866 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.839927 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.844020 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:37.845908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.846497 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.848101 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.854905 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.855929 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.856805 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.857675 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.888089 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Transition to ACTIVE for port object 5579d236-9a18-4884-9565-0b91005597e4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:38.023697 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:38.027823 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:38.182065 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:38.322726 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Router 1ddf4b1d-6f62-4230-9bee-f65988828113 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:25:38.423952 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c143-5cf4-414a-ba6f-a294d08955cc req-e9d86c6b-6f32-41e4-92c1-0fd4f46d776f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:38.437701 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8175c143-5cf4-414a-ba6f-a294d08955cc req-e9d86c6b-6f32-41e4-92c1-0fd4f46d776f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 931 time: 0.8251195 Jun 17 10:25:38.448355 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=5579d236-9a18-4884-9565-0b91005597e4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:38.515135 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:38.565867 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 2, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:38.663337 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Checking router: 2057bd80-7aa7-43b3-af17-a1279619c807 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:25:38.664776 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Attempting to bind port 5579d236-9a18-4884-9565-0b91005597e4 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:38.666011 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Attempting to bind port 5579d236-9a18-4884-9565-0b91005597e4 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:38.666820 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Updating router 2057bd80-7aa7-43b3-af17-a1279619c807 port dac45cf6-b004-494e-b1da-6bbe9dbe39cc binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:25:38.669245 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Attempting to bind port 5579d236-9a18-4884-9565-0b91005597e4 on network f80b369c-3948-4798-bf53-1a34d10c4353 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:38.710036 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Port 5579d236-9a18-4884-9565-0b91005597e4 on network f80b369c-3948-4798-bf53-1a34d10c4353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:25:38.714416 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Attempting to bind port 5579d236-9a18-4884-9565-0b91005597e4 on network f80b369c-3948-4798-bf53-1a34d10c4353 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:38.749160 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:38.749978 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Checking segment: {'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:38.752001 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Bound using segment: {'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:38.754231 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Bound port: 5579d236-9a18-4884-9565-0b91005597e4, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd793767b-73a1-40b8-830e-0a90f7e204c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:38.757424 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:38.813982 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8175c143-5cf4-414a-ba6f-a294d08955cc req-39ed73c4-5281-4f3c-9150-a1e24a6f9e52 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673379 Jun 17 10:25:38.892413 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:38.952644 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] For port 5579d236-9a18-4884-9565-0b91005597e4, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:38.952644 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] For port 5579d236-9a18-4884-9565-0b91005597e4, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5579d236-9a18-4884-9565-0b91005597e4,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:38.953618 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:25:38.967473 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] Sync routers for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:25:39.014879 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:39.017539 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:39.118860 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] No DVR routers for this DVR port 6188a904-838e-451b-b8bb-10d5babeebcf on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:25:39.139922 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:39.139922 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bb458cdf-2e55-498f-8a86-5aa9de5505e3 req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "DELETE /v2.0/ports/6188a904-838e-451b-b8bb-10d5babeebcf HTTP/1.1" status: 204 len: 173 time: 3.4652846 Jun 17 10:25:39.140472 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-deleted', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:39.155367 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912611db-f523-4e5b-a0ed-59da09fd6bc8" -d '{"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-deleted", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:39.160201 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:39.172328 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f35763ec-bf28-4ea5-afcf-5fb0a0a81d6e tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:39.358976 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:39.366027 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:39.389846 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] 10.222.0.20 "PUT /v2.0/ports/5579d236-9a18-4884-9565-0b91005597e4 HTTP/1.1" status: 200 len: 1093 time: 2.9502478 Jun 17 10:25:39.398769 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3f9f356e-b2cc-409f-993c-2ab894e9599e req-834064f3-d7cf-4b40-9734-7fd5353cae63 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.2818329 Jun 17 10:25:39.403531 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'tag': '5579d236-9a18-4884-9565-0b91005597e4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:39.421715 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb510f67-157f-4b9b-aa6f-259b88a3680b x-openstack-request-id: req-cb510f67-157f-4b9b-aa6f-259b88a3680b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:39.422033 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d194e4d-d1b2-405f-a6f6-f567ae754ff8", "tag": "5579d236-9a18-4884-9565-0b91005597e4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:39.422266 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76078bb3-e1d9-471a-a14c-b4b1dd73a233", "name": "network-vif-deleted", "tag": "6188a904-838e-451b-b8bb-10d5babeebcf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:39.422266 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb510f67-157f-4b9b-aa6f-259b88a3680b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:39.422266 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76078bb3-e1d9-471a-a14c-b4b1dd73a233', 'name': 'network-vif-deleted', 'tag': '6188a904-838e-451b-b8bb-10d5babeebcf', 'status': 'completed', 'code': 200} Jun 17 10:25:39.438659 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:39.632123 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=5579d236-9a18-4884-9565-0b91005597e4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:39.652420 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:39.755434 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:39.760570 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bb2748-25a8-4c8f-afdc-7fdfcdd859eb x-openstack-request-id: req-26bb2748-25a8-4c8f-afdc-7fdfcdd859eb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:39.763431 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d194e4d-d1b2-405f-a6f6-f567ae754ff8", "tag": "5579d236-9a18-4884-9565-0b91005597e4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:39.763860 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26bb2748-25a8-4c8f-afdc-7fdfcdd859eb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:39.765028 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'tag': '5579d236-9a18-4884-9565-0b91005597e4', 'status': 'completed', 'code': 200} Jun 17 10:25:39.777405 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Transition to ACTIVE for port object dac45cf6-b004-494e-b1da-6bbe9dbe39cc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:39.842111 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-2d34e7b2-5eb6-4770-9b74-c2fd4d0db4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:39.846726 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-2d34e7b2-5eb6-4770-9b74-c2fd4d0db4d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ee8f3dff25a41d8a560324739e80971&device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 1096 time: 0.1470120 Jun 17 10:25:39.891095 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:39.894043 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:39.951513 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:39.969060 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1499043637-network', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:40.020819 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-974f72ac-8211-4f68-8514-a691af06a50f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5579d236-9a18-4884-9565-0b91005597e4 HTTP/1.1" status: 200 len: 217 time: 0.1642213 Jun 17 10:25:40.134518 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-b57de501-951c-4084-84d3-119de49aabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:40.152833 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-b57de501-951c-4084-84d3-119de49aabbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d0dc956-f444-4dac-a116-fe47d2f3bf5b HTTP/1.1" status: 200 len: 848 time: 0.1102314 Jun 17 10:25:40.242556 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b316fd6-58e7-40b7-be97-5d0d10382b54 None None] Pushing event updated for resources: {'Port': ['ID=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:40.259036 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2b316fd6-58e7-40b7-be97-5d0d10382b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:40.314558 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-7f6ac984-c758-4e80-9ecb-9b33b3c994a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f80b369c-3948-4798-bf53-1a34d10c4353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458788 Jun 17 10:25:40.356454 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:40.374372 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Made reservation on behalf of ded9f65c283c48c5b39c19018e72a5b6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:25:40.402621 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:40.441105 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] Checking router: 1ddf4b1d-6f62-4230-9bee-f65988828113 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:25:40.458707 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:40.462195 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Attempting to bind port dac45cf6-b004-494e-b1da-6bbe9dbe39cc on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:40.462793 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Attempting to bind port dac45cf6-b004-494e-b1da-6bbe9dbe39cc by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:40.463273 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Attempting to bind port dac45cf6-b004-494e-b1da-6bbe9dbe39cc on network 29879b1c-95fd-4574-b800-d0d653bf278e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:40.479703 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:40.493373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Checking segment: {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:40.493373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:40.493373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Bound using segment: {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:40.493373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Bound port: dac45cf6-b004-494e-b1da-6bbe9dbe39cc, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:40.493373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:40.497632 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:40.498746 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:40.605223 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-043c441d-6085-4529-a171-4d748e33d270 service neutron] 10.222.0.20 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804172 Jun 17 10:25:40.656904 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321971a-ec96-4abe-bc85-063973fbb750 req-7575f28a-5248-4eef-bf43-7912065f8ad5 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:40.658814 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1321971a-ec96-4abe-bc85-063973fbb750 req-7575f28a-5248-4eef-bf43-7912065f8ad5 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 943 time: 0.4143174 Jun 17 10:25:40.769916 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] For port dac45cf6-b004-494e-b1da-6bbe9dbe39cc, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:40.782188 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] For port dac45cf6-b004-494e-b1da-6bbe9dbe39cc, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:40.856993 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:40.885452 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-213aec0b-8d43-40ba-baae-4ab994f097ff req-39970de9-94de-4642-91d5-ebfb7e811ce8 service neutron] 10.222.0.20 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722735 Jun 17 10:25:40.900438 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:40.904026 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1321971a-ec96-4abe-bc85-063973fbb750 req-b22df749-fdde-47e0-ab81-3e18a20689f8 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272696 Jun 17 10:25:40.914397 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:41.052023 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:41.052735 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:41.145866 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:41.155247 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e0c9cf6-cd54-428f-958d-b5320273f740 req-5ae6ee17-cc8d-47a1-b6b5-6701349de9d5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=76078bb3-e1d9-471a-a14c-b4b1dd73a233 HTTP/1.1" status: 200 len: 210 time: 0.1500731 Jun 17 10:25:41.202733 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b316fd6-58e7-40b7-be97-5d0d10382b54 None None] Pushing event updated for resources: {'Port': ['ID=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:41.281655 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-0217b98b-404c-4803-afcb-5cf480c77bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:41.282836 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-0217b98b-404c-4803-afcb-5cf480c77bac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ee8f3dff25a41d8a560324739e80971&device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 1096 time: 0.2053154 Jun 17 10:25:41.308724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:41.335255 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1fd99637-6d53-4ee7-93c6-d73bde01e19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:41.396165 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:25:41.454031 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:41.455137 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Added segment aa6a8866-d123-4b7b-9529-c06908950314 of type vlan for network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 Jun 17 10:25:41.461266 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c936d09-1771-452e-b283-49e95c539918,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:41.473807 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:41.530763 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:41.613685 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-1123edd1-ffd0-4e3d-bd35-1967cfe9a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:41.614153 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-1123edd1-ffd0-4e3d-bd35-1967cfe9a3a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f80b369c-3948-4798-bf53-1a34d10c4353 HTTP/1.1" status: 200 len: 909 time: 0.3133483 Jun 17 10:25:41.673490 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:41.764226 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-74263e53-dca1-4558-be36-54c2984ba67e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5579d236-9a18-4884-9565-0b91005597e4 HTTP/1.1" status: 200 len: 217 time: 0.1383724 Jun 17 10:25:41.822958 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:41.826662 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:41.828585 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:41.843094 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:41.924061 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:41.962158 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-4f71e58a-9d7d-4080-8b7b-e1b563ec296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:41.967954 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-4f71e58a-9d7d-4080-8b7b-e1b563ec296d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d0dc956-f444-4dac-a116-fe47d2f3bf5b HTTP/1.1" status: 200 len: 848 time: 0.1974316 Jun 17 10:25:42.037580 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2b316fd6-58e7-40b7-be97-5d0d10382b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:42.053472 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd60ab-b139-4b28-a0d5-8e02eecf6129 None None] The sync data for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb is: [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:25:42.068008 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-b552e8fb-8631-4ac7-a600-c43625cff073 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f80b369c-3948-4798-bf53-1a34d10c4353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905628 Jun 17 10:25:42.188808 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c0bd4c5-08c7-4554-9204-f948a7e849e3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:42.204650 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:42.227018 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:25:42.308351 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-1534992a-b4d9-48e0-a7f7-bfc57ab0bfe2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3552999 Jun 17 10:25:42.312902 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:42.320160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Request body: {'subnet': {'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1499043637-subnet', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:42.481110 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-dbbe5681-6c3d-47b0-807f-75e27ea6aa90 service neutron] 10.222.0.20 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010956 Jun 17 10:25:42.514867 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:40Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:42.640927 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc98f5-56fe-4e67-ac5e-3b2613c5aff7 None None] The sync data for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb is: [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:40Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:25:42.646032 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876413e-66ac-4038-aae6-a58ab3523352 req-306a0717-ea14-4956-ab88-6f4a9b40621c tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:42.647646 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e876413e-66ac-4038-aae6-a58ab3523352 req-306a0717-ea14-4956-ab88-6f4a9b40621c tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 943 time: 0.2863812 Jun 17 10:25:42.659163 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Made reservation on behalf of ded9f65c283c48c5b39c19018e72a5b6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:25:42.673047 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129637253'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:42.897519 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:42.951143 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e876413e-66ac-4038-aae6-a58ab3523352 req-eaae5772-de7f-45e6-82e3-4269454bf918 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750471 Jun 17 10:25:42.956384 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c98fda-c472-4ada-a024-5dd8e97c9278 None None] New status for floating IP 934d33e6-e0a2-4997-9e72-68ae5ad4b299: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:25:42.999574 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-94de76d6-287f-4b0d-98e2-14eec8f6ff0e req-e7dadbb5-b1d5-4316-ae56-ddc1a0d2671f service neutron] 10.222.0.20 "GET /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096467 Jun 17 10:25:43.087804 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:43.143949 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:43.354151 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129698142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129637271'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:43.376118 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2c305f65-0a54-4935-a9a0-f2fb30b9bcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:43.437874 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:43.456499 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:43.463287 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "DELETE /v2.0/security-groups/44a53e17-448a-4e0a-8ffe-a3371a28d891 HTTP/1.1" status: 204 len: 168 time: 0.5608160 Jun 17 10:25:43.475029 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:43.476539 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-aec7bf40-372d-416c-b92c-ecdfa2b0387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:43.503779 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5579d236-9a18-4884-9565-0b91005597e4 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:25:43.548167 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a53e17-448a-4e0a-8ffe-a3371a28d891,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:43.576247 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:43.606089 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.api.v2.resource [None req-d22fcc53-5913-4c42-b839-a58933c3d3c9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] show failed (client error): The resource could not be found. Jun 17 10:25:43.614295 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d22fcc53-5913-4c42-b839-a58933c3d3c9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups/44a53e17-448a-4e0a-8ffe-a3371a28d891 HTTP/1.1" status: 404 len: 347 time: 0.1013732 Jun 17 10:25:43.619164 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:43.642023 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d387c7f-22e4-4499-8d4a-5ff1a6c47706,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:43.654832 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:43.669085 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Checking segment: {'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:43.669767 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Network hostable DHCP agents. Network: 7c0bd4c5-08c7-4554-9204-f948a7e849e3, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:25:43.804966 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:25:43.814432 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:43.906113 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5579d236-9a18-4884-9565-0b91005597e4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5579d236-9a18-4884-9565-0b91005597e4,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:43.928871 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '5579d236-9a18-4884-9565-0b91005597e4', 'network_id': 'f80b369c-3948-4798-bf53-1a34d10c4353', 'port_id': '5579d236-9a18-4884-9565-0b91005597e4', 'mac_address': 'fa:16:3e:19:20:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0dc956-f444-4dac-a116-fe47d2f3bf5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:25:43.947529 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 7c0bd4c5-08c7-4554-9204-f948a7e849e3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:43.952831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.953458 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:43.980938 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29e562-d293-440a-b674-89f7ea1eff90 None None] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:25:44.001325 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Deleting port d61bffd9-a955-40f1-b375-ad9c314002f3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:25:44.001705 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.067866 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.086806 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5579d236-9a18-4884-9565-0b91005597e4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:44.089092 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d3c66e8-a656-4a9c-810c-a022612a0a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.115343 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5579d236-9a18-4884-9565-0b91005597e4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5579d236-9a18-4884-9565-0b91005597e4,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:44.140003 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8254404 Jun 17 10:25:44.149368 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:44.156230 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:44.181212 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.184053 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.292072 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.298349 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:44.305733 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Calling delete_port for d61bffd9-a955-40f1-b375-ad9c314002f3 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:25:44.393796 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=5579d236-9a18-4884-9565-0b91005597e4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:44.450332 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.450826 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.451176 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.452388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.452388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.461072 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.461503 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.461894 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.462402 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.462823 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.463315 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.463654 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:44.476339 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:44.484106 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e9e67-9ebc-46b1-8a69-2edee27f476e req-cead86e0-ccf7-47e0-a3be-99ab9b645525 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:44.485767 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e16e9e67-9ebc-46b1-8a69-2edee27f476e req-cead86e0-ccf7-47e0-a3be-99ab9b645525 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 943 time: 0.2162821 Jun 17 10:25:44.488201 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d3c66e8-a656-4a9c-810c-a022612a0a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.509350 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-7c0bd4c5-08c7-4554-9204-f948a7e849e3', 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'fixed_ips': [{'subnet_id': '4d387c7f-22e4-4499-8d4a-5ff1a6c47706'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:25:44.515130 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.574633 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['5579d236-9a18-4884-9565-0b91005597e4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:44.591812 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e16e9e67-9ebc-46b1-8a69-2edee27f476e req-7ffa07b7-dbf4-4798-a2d2-38521d8deef0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843434 Jun 17 10:25:44.683141 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d3c66e8-a656-4a9c-810c-a022612a0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.687921 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3bdacda7-a3f4-416b-af88-3bb2b9549a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:44.709423 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device dac45cf6-b004-494e-b1da-6bbe9dbe39cc up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:44.748288 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c66e8-a656-4a9c-810c-a022612a0a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05511430-70c1-48be-922d-56a926672634,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:44.757543 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3d3c66e8-a656-4a9c-810c-a022612a0a04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddb8fb5fb6cd4acd9bc8bff3a87cbd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9383371 Jun 17 10:25:44.758607 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:44.759410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3d3c66e8-a656-4a9c-810c-a022612a0a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:44.862396 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.889102 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.890484 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.904015 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.904639 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Allocated IP 172.20.0.2 (7c0bd4c5-08c7-4554-9204-f948a7e849e3/4d387c7f-22e4-4499-8d4a-5ff1a6c47706/cf0b82bc-46c9-4800-8d89-31724a8d1080) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:44.908848 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:44.918838 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-46f44b5a-6492-49df-8313-d0ae51a1bbb6 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:44.962512 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event deleted for resources: {'Port': ['ID=d61bffd9-a955-40f1-b375-ad9c314002f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:44.984023 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:45.057798 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.121779 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.131442 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.131958 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port dac45cf6-b004-494e-b1da-6bbe9dbe39cc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:45.136714 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "DELETE /v2.0/floatingips/934d33e6-e0a2-4997-9e72-68ae5ad4b299 HTTP/1.1" status: 204 len: 168 time: 1.5134494 Jun 17 10:25:45.168016 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port dac45cf6-b004-494e-b1da-6bbe9dbe39cc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:45.168406 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.218199 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.327920 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.333412 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Transition to ACTIVE for port object cf0b82bc-46c9-4800-8d89-31724a8d1080 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:45.334537 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.341510 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.343471 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05511430-70c1-48be-922d-56a926672634 HTTP/1.1" status: 204 len: 168 time: 0.5817442 Jun 17 10:25:45.400556 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f3666ef0-c1fe-4002-9ce8-abdd0b68e36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:45.404081 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Transition to ACTIVE for port object cf0b82bc-46c9-4800-8d89-31724a8d1080 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:45.421745 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port dac45cf6-b004-494e-b1da-6bbe9dbe39cc, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:45.427370 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05511430-70c1-48be-922d-56a926672634,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:45.432692 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:45.564220 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.565320 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.571507 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:45.615101 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.631472 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:45.637281 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:45.641493 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:45.666453 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Pushing event updated for resources: {'Port': ['ID=cf0b82bc-46c9-4800-8d89-31724a8d1080,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:45.672011 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:45.690570 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:45.694915 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-7f34d9eb-df69-4e3a-b608-dfeae8df97c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:45.698634 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267074628', 'description': 'tempest-description--1194860297'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:45.762951 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Attempting to bind port cf0b82bc-46c9-4800-8d89-31724a8d1080 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:45.763355 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Attempting to bind port cf0b82bc-46c9-4800-8d89-31724a8d1080 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:45.763804 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Attempting to bind port cf0b82bc-46c9-4800-8d89-31724a8d1080 on network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:45.779954 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:45.780457 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Checking segment: {'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:45.780986 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.781466 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Bound using segment: {'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:45.782033 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Bound port: cf0b82bc-46c9-4800-8d89-31724a8d1080, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:45.782484 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:45.788607 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:45.797985 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:45.902524 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] For port cf0b82bc-46c9-4800-8d89-31724a8d1080, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:45.906344 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] For port cf0b82bc-46c9-4800-8d89-31724a8d1080, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=cf0b82bc-46c9-4800-8d89-31724a8d1080,segment=NetworkSegment(aa6a8866-d123-4b7b-9529-c06908950314),segment_id=aa6a8866-d123-4b7b-9529-c06908950314)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:45.929999 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38e64-b0b3-495d-bc50-a154ddb248fa req-c16579f8-f68c-4779-bcb7-d0399ab97df4 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:45.937862 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eeb38e64-b0b3-495d-bc50-a154ddb248fa req-c16579f8-f68c-4779-bcb7-d0399ab97df4 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 944 time: 0.1086819 Jun 17 10:25:46.000863 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eeb38e64-b0b3-495d-bc50-a154ddb248fa req-990dd2ef-d806-449a-a5f8-113ce25e009d tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610633 Jun 17 10:25:46.029941 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:46.109902 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:46.115993 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:46.174883 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:46.214363 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Pushing event updated for resources: {'Port': ['ID=cf0b82bc-46c9-4800-8d89-31724a8d1080,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:46.227064 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:46.565323 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:46.592471 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device dac45cf6-b004-494e-b1da-6bbe9dbe39cc up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:46.679115 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port dac45cf6-b004-494e-b1da-6bbe9dbe39cc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:46.679991 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:46.725806 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c12b1f-f432-40d8-85f3-a72070427385 req-187dc05b-c822-428e-872e-4b7013deec5d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:46.728521 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c4c12b1f-f432-40d8-85f3-a72070427385 req-187dc05b-c822-428e-872e-4b7013deec5d tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1257403 Jun 17 10:25:46.730875 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:46.790608 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c4c12b1f-f432-40d8-85f3-a72070427385 req-609c18ad-2183-45f4-afb2-4164e9aad57b tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502036 Jun 17 10:25:46.833667 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Allocated IP 172.28.2.238 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/2e09e6d5-85cc-4760-9711-c4eb4a35afd0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:46.886314 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:46.904530 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1650a3da-1d2f-43bd-8a03-524b6157771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:46.980025 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.120773 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.132025 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e1df9fc9-ebc2-4997-9a5b-6c0bd4f2cd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:47.189082 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf251929-2c3f-41a2-8a32-a6df1deede62,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:47.196791 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:47.306648 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef3ca-cc18-41e4-9205-75775e72d4a1 req-ae2e2f87-fbd2-4483-8d7a-25617d2afba0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:47.308313 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93aef3ca-cc18-41e4-9205-75775e72d4a1 req-ae2e2f87-fbd2-4483-8d7a-25617d2afba0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 944 time: 0.1406662 Jun 17 10:25:47.330572 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1650a3da-1d2f-43bd-8a03-524b6157771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.396694 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-93aef3ca-cc18-41e4-9205-75775e72d4a1 req-492833dc-f37c-4988-8f8e-bd6300f13ec1 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762792 Jun 17 10:25:47.512174 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5579d236-9a18-4884-9565-0b91005597e4 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:47.560060 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37497f33-c326-4722-bc00-6ddaa6698c53 None None] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:25:47.674708 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.679868 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:47.726117 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1650a3da-1d2f-43bd-8a03-524b6157771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.731639 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-efa8d66a-52d9-42ef-996f-c88aefdc783a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:47.746541 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:47.759195 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:47.759475 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c45a99-1104-4f62-9d5e-43694593f52f None None] Provisioning for port cf0b82bc-46c9-4800-8d89-31724a8d1080 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:47.762828 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:47.812853 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Pushing event updated for resources: {'Port': ['ID=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:47.813769 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650a3da-1d2f-43bd-8a03-524b6157771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf89260-be49-4af1-8694-ce7ba9b85ac3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:47.819987 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:47.825626 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-1650a3da-1d2f-43bd-8a03-524b6157771e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d58df50d3576428e8a8795af10768d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9378953 Jun 17 10:25:47.827852 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1650a3da-1d2f-43bd-8a03-524b6157771e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:47.830154 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:47.839930 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 5579d236-9a18-4884-9565-0b91005597e4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:47.852013 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 5579d236-9a18-4884-9565-0b91005597e4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:47.852520 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.926125 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.934557 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:47.937108 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-37a45f90-cd77-4b66-af51-e531bec2cecf tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2427111 Jun 17 10:25:47.943937 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'security_group_rule': {'security_group_id': 'cf251929-2c3f-41a2-8a32-a6df1deede62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:47.966225 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.009371 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.114745 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.185581 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5579d236-9a18-4884-9565-0b91005597e4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:48.194175 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef06944-40e2-42f8-a5c8-fb8a8b48e96e" -d '{"events": [{"server_uuid": "0d194e4d-d1b2-405f-a6f6-f567ae754ff8", "name": "network-vif-plugged", "status": "completed", "tag": "5579d236-9a18-4884-9565-0b91005597e4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:48.231394 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5579d236-9a18-4884-9565-0b91005597e4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5579d236-9a18-4884-9565-0b91005597e4,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:48.295531 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75453bd2-043a-4f1a-9954-bd25f4e4d674 x-openstack-request-id: req-75453bd2-043a-4f1a-9954-bd25f4e4d674 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:48.296347 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d194e4d-d1b2-405f-a6f6-f567ae754ff8", "name": "network-vif-plugged", "status": "completed", "tag": "5579d236-9a18-4884-9565-0b91005597e4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:48.296821 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75453bd2-043a-4f1a-9954-bd25f4e4d674 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:48.297830 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5579d236-9a18-4884-9565-0b91005597e4', 'code': 200} Jun 17 10:25:48.309774 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329856b-83db-4454-8b7b-2830adda2cf0 req-46adf1b2-547a-4392-b65d-2394cf231f3f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:48.316289 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4329856b-83db-4454-8b7b-2830adda2cf0 req-46adf1b2-547a-4392-b65d-2394cf231f3f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.1901727 Jun 17 10:25:48.319486 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.344271 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.354376 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:48.374032 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.378959 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.381657 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cdf89260-be49-4af1-8694-ce7ba9b85ac3 HTTP/1.1" status: 204 len: 168 time: 0.5493870 Jun 17 10:25:48.391427 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-53302485-4f69-43fa-9f6a-79d21ee6894c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:48.497141 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.504787 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf89260-be49-4af1-8694-ce7ba9b85ac3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:48.517522 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:48.558623 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4329856b-83db-4454-8b7b-2830adda2cf0 req-4d82824c-bb52-4c89-b4e3-e7ec133b08fe tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872160 Jun 17 10:25:48.634579 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=5579d236-9a18-4884-9565-0b91005597e4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:48.650905 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.655831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:48.679190 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:48.780321 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b3a07b-b538-4e7d-9b7a-b10d0c7ce161,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:48.788084 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device cf0b82bc-46c9-4800-8d89-31724a8d1080 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:48.827679 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:48.850076 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-f95c3e27-f3b7-454c-83d9-2cdcc3aebc7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1890085 Jun 17 10:25:48.851178 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.944240 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e018-e9f5-4be1-8e2c-6cebe2950ba5 req-a22008f9-20eb-4243-8ecf-342a345ff555 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:48.947421 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eda9e018-e9f5-4be1-8e2c-6cebe2950ba5 req-a22008f9-20eb-4243-8ecf-342a345ff555 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 945 time: 0.2322543 Jun 17 10:25:48.994939 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:48.997134 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0606012 Jun 17 10:25:49.013061 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:49.026820 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'security_group_rule': {'security_group_id': 'cf251929-2c3f-41a2-8a32-a6df1deede62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:49.070029 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eda9e018-e9f5-4be1-8e2c-6cebe2950ba5 req-c9fe1a01-6e8e-4de7-a6c1-c73e540024f0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131034 Jun 17 10:25:49.106570 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port cf0b82bc-46c9-4800-8d89-31724a8d1080 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:49.115684 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port cf0b82bc-46c9-4800-8d89-31724a8d1080 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:49.117927 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.123912 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-b6463439-f0af-41d1-b717-c13c99a46bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:49.140427 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-b6463439-f0af-41d1-b717-c13c99a46bb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 1098 time: 0.1593199 Jun 17 10:25:49.317902 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:49.337138 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34ba60-608e-4126-a90f-8cb864211656 req-c5fc4034-e94c-4cab-9a16-79e837f2fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:49.340429 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9b34ba60-608e-4126-a90f-8cb864211656 req-c5fc4034-e94c-4cab-9a16-79e837f2fd10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 1098 time: 0.3431308 Jun 17 10:25:49.365600 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.403612 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-69fc2655-e997-4431-a036-825cb44ad674 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:49.412719 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-69fc2655-e997-4431-a036-825cb44ad674 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.2495656 Jun 17 10:25:49.524726 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-9b34ba60-608e-4126-a90f-8cb864211656 req-feeb56a9-8a94-47c2-a1d1-9db3775d44d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665323 Jun 17 10:25:49.556594 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-015d294b-716b-46f5-a4e3-9f3bfd130380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:49.559459 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-015d294b-716b-46f5-a4e3-9f3bfd130380 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 200 len: 920 time: 0.3825247 Jun 17 10:25:49.565916 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.578708 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.651975 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port cf0b82bc-46c9-4800-8d89-31724a8d1080, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=cf0b82bc-46c9-4800-8d89-31724a8d1080,segment=NetworkSegment(aa6a8866-d123-4b7b-9529-c06908950314),segment_id=aa6a8866-d123-4b7b-9529-c06908950314)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:49.708569 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99fe568b-de1f-4fcc-94bd-11086f8b6618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.736209 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.736472 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.749808 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:49.806500 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-696723d0-4a3b-407b-85dc-d33dcaa308de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 200 len: 217 time: 0.2254717 Jun 17 10:25:49.812814 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Deleting port 5dda6141-36fc-4654-afd1-192bef3961a9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:25:49.813163 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.858348 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=cf0b82bc-46c9-4800-8d89-31724a8d1080,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:49.871625 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:49.912547 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.934317 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:49.991728 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a565cae4-d28f-4d1c-81c4-3ede635443cd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:50.010180 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:50.016912 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-3837ddbc-8731-4d98-8cf9-40d0b40822e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:50.018419 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-3837ddbc-8731-4d98-8cf9-40d0b40822e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 200 len: 859 time: 0.1990960 Jun 17 10:25:50.082151 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-602dccd6-bad1-4eca-8dca-769c25ca275a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88b6c922-c781-4ab9-aa25-b5333661ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504162 Jun 17 10:25:50.311221 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-f75c8ee7-eb02-4f96-977f-ee6b2ba4d672 service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155097 Jun 17 10:25:50.351926 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Router 804070d0-0502-404d-aa6f-686dfbf07eda is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:25:50.509766 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device cf0b82bc-46c9-4800-8d89-31724a8d1080 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:50.526079 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] For port 5dda6141-36fc-4654-afd1-192bef3961a9, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5dda6141-36fc-4654-afd1-192bef3961a9,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:50.526992 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:50.627774 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port cf0b82bc-46c9-4800-8d89-31724a8d1080 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:50.627774 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:50.687696 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec52c92-93d6-4c44-8b69-f87c331797f0 req-8d76bb56-26a5-4042-86bc-df4155005c23 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:50.701112 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6ec52c92-93d6-4c44-8b69-f87c331797f0 req-8d76bb56-26a5-4042-86bc-df4155005c23 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 946 time: 0.9192560 Jun 17 10:25:50.730863 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f5f30c9e-b79c-4945-bad0-cc4c3db5ef7f req-fdba90d3-2863-4a5b-ac0c-965c8f85a91c service neutron] 10.222.0.20 "GET /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007251 Jun 17 10:25:50.772873 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:25:50.791863 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Calling delete_port for 5dda6141-36fc-4654-afd1-192bef3961a9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:25:50.794555 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Sync routers for ids ['804070d0-0502-404d-aa6f-686dfbf07eda'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:25:50.820012 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Routers {'804070d0-0502-404d-aa6f-686dfbf07eda'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:50.821439 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['804070d0-0502-404d-aa6f-686dfbf07eda'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:50.913235 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99fe568b-de1f-4fcc-94bd-11086f8b6618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:50.953688 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6ec52c92-93d6-4c44-8b69-f87c331797f0 req-86e16f24-c1a1-48b9-b817-8b0492b8a808 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510777 Jun 17 10:25:50.971792 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Set router 804070d0-0502-404d-aa6f-686dfbf07eda gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:51.015242 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b826020-c580-4cb3-9210-cd29e241e6aa req-476de1d6-bf26-4e7e-aa46-c859d01750ea tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:51.017837 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6b826020-c580-4cb3-9210-cd29e241e6aa req-476de1d6-bf26-4e7e-aa46-c859d01750ea tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 945 time: 0.5470920 Jun 17 10:25:51.157031 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99fe568b-de1f-4fcc-94bd-11086f8b6618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.170473 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f23a892b-e826-4922-8cb9-afc28a7a8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:51.206911 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6b826020-c580-4cb3-9210-cd29e241e6aa req-11840f85-d36c-4173-8c2f-80680de0d38f tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767941 Jun 17 10:25:51.258304 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-99fe568b-de1f-4fcc-94bd-11086f8b6618 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2f103a2fe874309a406f77056fdbcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9336452 Jun 17 10:25:51.258780 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:51.271018 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe568b-de1f-4fcc-94bd-11086f8b6618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c54cb77-7495-4b18-a278-07120587c94d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:51.288355 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-99fe568b-de1f-4fcc-94bd-11086f8b6618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:51.303325 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.311511 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1536856 Jun 17 10:25:51.311511 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.312589 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:51.312696 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2959914 Jun 17 10:25:51.312696 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:51.317704 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'floatingip': {'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:51.446816 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.448848 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:25:48Z', 'revision_number': 3, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port': {'id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:46Z', 'updated_at': '2021-06-17T10:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:51.461738 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.471265 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:51.476342 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['a35e197f-11d5-43f6-b4ad-91f1181e4196', '5dda6141-36fc-4654-afd1-192bef3961a9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:51.480651 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Checking router: 804070d0-0502-404d-aa6f-686dfbf07eda for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:25:51.481354 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Updating router 804070d0-0502-404d-aa6f-686dfbf07eda port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:25:51.536189 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.539881 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Pushing event deleted for resources: {'Port': ['ID=5dda6141-36fc-4654-afd1-192bef3961a9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:51.552538 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:51.563834 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.687211 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.690694 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] No DVR routers for this DVR port 5dda6141-36fc-4654-afd1-192bef3961a9 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:25:51.699014 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.702756 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf4d86e3-04ab-472d-9bba-1a67aef0d9ec req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "DELETE /v2.0/ports/5dda6141-36fc-4654-afd1-192bef3961a9 HTTP/1.1" status: 204 len: 173 time: 2.2833617 Jun 17 10:25:51.707081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'name': 'network-vif-deleted', 'tag': '5dda6141-36fc-4654-afd1-192bef3961a9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:51.712171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6507fe42-1ec5-400a-a2ec-25bf2e3a8b70" -d '{"events": [{"server_uuid": "4360912c-c796-4fa2-8f34-23acd4552ef4", "name": "network-vif-deleted", "tag": "5dda6141-36fc-4654-afd1-192bef3961a9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:51.820123 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.839733 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.898967 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e0be06-993e-439a-8cc9-977c343bc1f3 x-openstack-request-id: req-87e0be06-993e-439a-8cc9-977c343bc1f3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:51.899459 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4360912c-c796-4fa2-8f34-23acd4552ef4", "name": "network-vif-deleted", "tag": "5dda6141-36fc-4654-afd1-192bef3961a9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:51.899905 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87e0be06-993e-439a-8cc9-977c343bc1f3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:51.900558 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4360912c-c796-4fa2-8f34-23acd4552ef4', 'name': 'network-vif-deleted', 'tag': '5dda6141-36fc-4654-afd1-192bef3961a9', 'status': 'completed', 'code': 200} Jun 17 10:25:52.206050 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.211951 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.228614 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c54cb77-7495-4b18-a278-07120587c94d HTTP/1.1" status: 204 len: 168 time: 0.9579871 Jun 17 10:25:52.237829 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8510e8dd-fc22-41f2-8d15-d33a5da77b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:52.275698 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.299061 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Transition to ACTIVE for port object 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:52.326072 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a2bedabe-cac6-42a2-9e16-4828e6a75014 req-394e6315-c2aa-4db8-864b-3e4e5dc4bd55 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.0835717 Jun 17 10:25:52.347131 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c54cb77-7495-4b18-a278-07120587c94d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:52.361201 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:52.508500 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.534959 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:52.576373 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Attempting to bind port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:52.578124 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Attempting to bind port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:52.579042 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Attempting to bind port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:52.624153 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:52.625704 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:52.627922 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.630207 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:52.632426 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Bound port: 2e09e6d5-85cc-4760-9711-c4eb4a35afd0, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:52.633478 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.699667 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Allocated IP 172.28.2.245 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/0e784935-187d-4c7e-b30f-ef2173bd7e8d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:52.749304 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] For port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:52.759130 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] For port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:52.775562 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc7841-b351-4f38-bab5-15742ae96297 None None] Pushing event updated for resources: {'Port': ['ID=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:52.787336 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-61dc7841-b351-4f38-bab5-15742ae96297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:52.864593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d61b85-dce1-4542-a212-b4f60a56575d req-277bd71d-4764-4cbf-b7ff-1e11c203d705 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:52.867516 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-61d61b85-dce1-4542-a212-b4f60a56575d req-277bd71d-4764-4cbf-b7ff-1e11c203d705 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 945 time: 0.3070517 Jun 17 10:25:52.892410 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.899066 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-a91b98e0-b639-4133-911c-4783e8b45cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:52.916373 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:53.014878 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:53.073528 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc7841-b351-4f38-bab5-15742ae96297 None None] Pushing event updated for resources: {'Port': ['ID=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:53.101455 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-61d61b85-dce1-4542-a212-b4f60a56575d req-a415223b-81af-4db2-8129-c01480272841 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753700 Jun 17 10:25:53.118086 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-61dc7841-b351-4f38-bab5-15742ae96297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:53.153460 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Routers {'804070d0-0502-404d-aa6f-686dfbf07eda'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:53.155012 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['804070d0-0502-404d-aa6f-686dfbf07eda'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:53.257006 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:53.260154 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:53.446363 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:53.452617 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:53.459911 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:53.537802 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] Set router 804070d0-0502-404d-aa6f-686dfbf07eda gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:53.571212 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5dda6141-36fc-4654-afd1-192bef3961a9 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:25:53.632376 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'Port': ['ID=0e784935-187d-4c7e-b30f-ef2173bd7e8d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:53.681804 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:53.701144 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 5dda6141-36fc-4654-afd1-192bef3961a9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:25:53.702053 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5dda6141-36fc-4654-afd1-192bef3961a9 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:25:53.866585 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:53.881382 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Allocated IP 172.20.0.1 (7c0bd4c5-08c7-4554-9204-f948a7e849e3/4d387c7f-22e4-4499-8d4a-5ff1a6c47706/59994a7b-2d2a-4acd-93f9-7c91b3545fcc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:54.061169 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b45355e-662a-4745-97f9-cfddbb43cd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:54.154213 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:25:48Z', 'revision_number': 3, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port': {'id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:46Z', 'updated_at': '2021-06-17T10:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:54.190932 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1e2a510d-1b99-4be6-904d-f54321607900 req-4d2995cb-63e1-4539-b19e-19168451a4ef tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=4360912c-c796-4fa2-8f34-23acd4552ef4 HTTP/1.1" status: 200 len: 210 time: 0.2023947 Jun 17 10:25:54.226615 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d5c72-2c13-45ac-82a4-81f16ee3cfc5 None None] The sync data for ids ['804070d0-0502-404d-aa6f-686dfbf07eda'] in dv-cinder-796806-1-smb is: [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:25:48Z', 'revision_number': 3, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port': {'id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:46Z', 'updated_at': '2021-06-17T10:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:25:54.337222 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:54.374717 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Transition to ACTIVE for port object 59994a7b-2d2a-4acd-93f9-7c91b3545fcc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:54.518580 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:54.524922 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-570613cd-75dd-45d4-a778-ded0c214b7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:54.546083 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:54.596411 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:54.641286 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:54.648627 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:54.730006 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Pushing event updated for resources: {'Port': ['ID=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:54.735236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:54.804304 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.012092 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.115029 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.124682 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ba14df8a-fbab-4811-bc0b-0c084bb5c04f tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:55.377869 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'Port': ['ID=0e784935-187d-4c7e-b30f-ef2173bd7e8d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:55.383084 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:55.395727 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.448731 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc9a8d05-b9d0-4023-a017-b7779e841a45 None None] Provisioning for port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:55.458840 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc9a8d05-b9d0-4023-a017-b7779e841a45 None None] Provisioning complete for port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:55.459932 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc9a8d05-b9d0-4023-a017-b7779e841a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.542332 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.567611 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a8d05-b9d0-4023-a017-b7779e841a45 None None] Port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:25:55.582857 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.590235 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2769139 Jun 17 10:25:55.935120 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:56.112935 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:56.120955 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-484f83ea-1268-4ee2-9ef1-fd2a0028b853 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:56.265290 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Pushing event updated for resources: {'Port': ['ID=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:56.270246 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:56.274729 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:56.320251 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-9255b6a3-39b2-43aa-96da-c6f45bc63ca9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1267074628&fields=id&tenant_id=ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 267 time: 0.1270518 Jun 17 10:25:56.623841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:56.623841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:56.637632 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-6ef4b7d7-bca5-4558-a379-32a5375ca5da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:56.649674 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-6ef4b7d7-bca5-4558-a379-32a5375ca5da tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 817 time: 0.3131764 Jun 17 10:25:56.650624 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:56.691216 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-caf9d82d-d3f7-4525-ae7d-d0f67ff90851 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/quotas/ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 375 time: 0.0397484 Jun 17 10:25:56.891099 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:56.906593 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:56.907544 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.118557 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.169962 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:57.171726 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7802a6f7-ee22-4e8d-8e30-bcf2f771c9fa None None] Provisioning complete for port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:57.172441 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7802a6f7-ee22-4e8d-8e30-bcf2f771c9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.242620 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7802a6f7-ee22-4e8d-8e30-bcf2f771c9fa None None] Port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:25:57.406254 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Router 804070d0-0502-404d-aa6f-686dfbf07eda has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:25:57.415867 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.419448 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:57.421627 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-3d5a7b2f-4be9-4696-b2ed-dd4f791833ea tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7280302 Jun 17 10:25:57.439794 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a1246-e72d-4153-af9a-9bbf3ecc5399 req-da288cfe-7883-4104-93d5-3c2962415253 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:57.441886 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f87a1246-e72d-4153-af9a-9bbf3ecc5399 req-da288cfe-7883-4104-93d5-3c2962415253 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 945 time: 0.5652721 Jun 17 10:25:57.487992 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:57.493971 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:57.507880 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bc198ef-117c-4e4d-bee0-64c7ddc89d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.653874 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f87a1246-e72d-4153-af9a-9bbf3ecc5399 req-949b4a86-11c8-4892-95ec-1f79e9a71dab tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965303 Jun 17 10:25:57.680050 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.763740 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-80eed670-7624-44e8-bd69-72d76f0a790f service neutron] 10.222.0.50 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196821 Jun 17 10:25:57.905691 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:25:57.919770 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Sync routers for ids ['804070d0-0502-404d-aa6f-686dfbf07eda'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:25:57.937094 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] 10.222.0.50 "PUT /v2.0/routers/804070d0-0502-404d-aa6f-686dfbf07eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6117265 Jun 17 10:25:57.937485 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Routers {'804070d0-0502-404d-aa6f-686dfbf07eda'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:57.937485 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['804070d0-0502-404d-aa6f-686dfbf07eda'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:58.122388 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96505551-46e9-411c-89f3-204b32762a79 req-870baa6d-35db-4419-b99a-8ddb35a73a1b tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:58.128987 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-96505551-46e9-411c-89f3-204b32762a79 req-870baa6d-35db-4419-b99a-8ddb35a73a1b tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 945 time: 0.3911445 Jun 17 10:25:58.140475 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Set router 804070d0-0502-404d-aa6f-686dfbf07eda gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:58.165280 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-d45173be-f504-49d2-b7d9-6d8860f47593 service neutron] 10.222.0.50 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688889 Jun 17 10:25:58.299196 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dc8b3-8bfc-44b6-9ab6-cd3885e7532f req-5e00d76e-6843-4bd0-9437-b78c702f3134 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:58.313640 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d91dc8b3-8bfc-44b6-9ab6-cd3885e7532f req-5e00d76e-6843-4bd0-9437-b78c702f3134 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.4034925 Jun 17 10:25:58.554522 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d91dc8b3-8bfc-44b6-9ab6-cd3885e7532f req-3ee1a2b1-df4a-4451-b48f-85b74f51a001 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351851 Jun 17 10:25:58.603944 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Deleting port 5579d236-9a18-4884-9565-0b91005597e4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:25:58.607841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:58.655185 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:58.848916 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] For port 5579d236-9a18-4884-9565-0b91005597e4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5579d236-9a18-4884-9565-0b91005597e4,segment=NetworkSegment(d793767b-73a1-40b8-830e-0a90f7e204c2),segment_id=d793767b-73a1-40b8-830e-0a90f7e204c2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:58.851875 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:58.907722 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:58.909364 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:59.068136 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:25:55Z', 'revision_number': 4, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port': {'id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:46Z', 'updated_at': '2021-06-17T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '59994a7b-2d2a-4acd-93f9-7c91b3545fcc', 'name': '', 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'mac_address': 'fa:16:3e:ff:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4d387c7f-22e4-4499-8d4a-5ff1a6c47706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:53Z', 'updated_at': '2021-06-17T10:25:55Z', 'revision_number': 2, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'subnets': [{'id': '4d387c7f-22e4-4499-8d4a-5ff1a6c47706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:59.070291 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Calling delete_port for 5579d236-9a18-4884-9565-0b91005597e4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:25:59.155856 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7215d950-b006-4845-a3b9-aa867f99c308 req-2abdcfa3-5e81-489a-93f7-16a85a519191 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 210 time: 0.0814207 Jun 17 10:25:59.173270 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Checking router: 804070d0-0502-404d-aa6f-686dfbf07eda for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:25:59.173893 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Updating router 804070d0-0502-404d-aa6f-686dfbf07eda port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:25:59.266586 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:59.383649 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dfd49-8c42-444c-912b-ade08df2fed1 req-3d862c31-c715-4b66-80e8-614bc957fd7c tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:59.386475 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-da5dfd49-8c42-444c-912b-ade08df2fed1 req-3d862c31-c715-4b66-80e8-614bc957fd7c tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 945 time: 0.2964022 Jun 17 10:25:59.618250 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-da5dfd49-8c42-444c-912b-ade08df2fed1 req-86517e4e-641a-497a-bc66-27b49aeadf32 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f123585-39e1-44b5-b934-701bd67380ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060945 Jun 17 10:25:59.944346 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:59.993318 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:59.998616 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f1b5-29c1-4db2-a8b2-a4fe27b39b27 req-df63a344-94e2-45f5-8285-791713626be7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.001496 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8d02f1b5-29c1-4db2-a8b2-a4fe27b39b27 req-df63a344-94e2-45f5-8285-791713626be7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.1471601 Jun 17 10:26:00.090788 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8d02f1b5-29c1-4db2-a8b2-a4fe27b39b27 req-5f9005a1-cbfa-44dd-81b6-f4facc55846c tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741761 Jun 17 10:26:00.092707 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Transition to ACTIVE for port object 59994a7b-2d2a-4acd-93f9-7c91b3545fcc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:00.093045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:00.100142 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:00.149484 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Pushing event deleted for resources: {'Port': ['ID=5579d236-9a18-4884-9565-0b91005597e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:00.155579 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:00.254461 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] No DVR routers for this DVR port 5579d236-9a18-4884-9565-0b91005597e4 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:26:00.267883 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:00.269036 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:00.274121 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:00.276616 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-96505551-46e9-411c-89f3-204b32762a79 req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.20 "DELETE /v2.0/ports/5579d236-9a18-4884-9565-0b91005597e4 HTTP/1.1" status: 204 len: 173 time: 2.1411006 Jun 17 10:26:00.277547 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'name': 'network-vif-deleted', 'tag': '5579d236-9a18-4884-9565-0b91005597e4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:00.287795 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518e0fb9-147c-4f19-8378-0b726973149e" -d '{"events": [{"server_uuid": "0d194e4d-d1b2-405f-a6f6-f567ae754ff8", "name": "network-vif-deleted", "tag": "5579d236-9a18-4884-9565-0b91005597e4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:00.417041 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f4c2f5e7-08b3-4850-931d-16f1f02d7e49 req-af97b4d8-be0c-4db4-877e-8b43801b7a11 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 210 time: 0.0896952 Jun 17 10:26:00.484725 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d648a566-f434-4165-833a-f88c94cd6361 x-openstack-request-id: req-d648a566-f434-4165-833a-f88c94cd6361 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:00.484725 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d194e4d-d1b2-405f-a6f6-f567ae754ff8", "name": "network-vif-deleted", "tag": "5579d236-9a18-4884-9565-0b91005597e4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:00.485335 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d648a566-f434-4165-833a-f88c94cd6361 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:00.485881 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d194e4d-d1b2-405f-a6f6-f567ae754ff8', 'name': 'network-vif-deleted', 'tag': '5579d236-9a18-4884-9565-0b91005597e4', 'status': 'completed', 'code': 200} Jun 17 10:26:00.581369 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377394-f008-4081-b466-b63effe966bf None None] Pushing event updated for resources: {'Port': ['ID=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:00.593418 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-46377394-f008-4081-b466-b63effe966bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:00.687927 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:00.770939 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Attempting to bind port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:26:00.771926 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Attempting to bind port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:26:00.772800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Attempting to bind port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc on network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:00.784034 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:26:00.786281 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Checking segment: {'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:00.786281 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:00.787254 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Bound using segment: {'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:26:00.788336 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Bound port: 59994a7b-2d2a-4acd-93f9-7c91b3545fcc, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6a8866-d123-4b7b-9529-c06908950314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:26:00.789483 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:00.943215 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] For port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:26:00.951733 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] For port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,segment=NetworkSegment(aa6a8866-d123-4b7b-9529-c06908950314),segment_id=aa6a8866-d123-4b7b-9529-c06908950314)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:26:01.131134 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ca6501be-5f7a-4fdf-b34d-056b0cd06059 req-733f5082-2030-44f7-b1e6-0e7dfbafe3c3 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d194e4d-d1b2-405f-a6f6-f567ae754ff8 HTTP/1.1" status: 200 len: 210 time: 0.0628669 Jun 17 10:26:01.230110 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:01.236548 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:01.689499 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5579d236-9a18-4884-9565-0b91005597e4 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:26:01.731246 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a1ec-d1dc-47cb-bf9c-bf873c67f5d9 req-7c2da391-74c1-40bc-8553-3bc31514aae6 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:01.734556 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8834a1ec-d1dc-47cb-bf9c-bf873c67f5d9 req-7c2da391-74c1-40bc-8553-3bc31514aae6 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2304358 Jun 17 10:26:01.795241 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 5579d236-9a18-4884-9565-0b91005597e4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:26:01.795994 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5579d236-9a18-4884-9565-0b91005597e4 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:26:01.850731 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Routers {'804070d0-0502-404d-aa6f-686dfbf07eda'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:01.852621 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['804070d0-0502-404d-aa6f-686dfbf07eda'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:01.965561 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8a91daf9-181f-45db-ae92-ec34ee4ffe9c req-76c023e7-b7df-4de9-be68-b3c71cc8cd56 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 210 time: 0.0741711 Jun 17 10:26:01.975409 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8834a1ec-d1dc-47cb-bf9c-bf873c67f5d9 req-1307d9b5-f679-4efe-8e89-00a3a76d2a12 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219584 Jun 17 10:26:02.083559 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377394-f008-4081-b466-b63effe966bf None None] Pushing event updated for resources: {'Port': ['ID=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:02.091550 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-46377394-f008-4081-b466-b63effe966bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:02.291420 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] Set router 804070d0-0502-404d-aa6f-686dfbf07eda gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:02.581105 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-2d14d431-d6c3-4526-9b3d-96a873ee0d77 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:02.581105 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-2d14d431-d6c3-4526-9b3d-96a873ee0d77 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.2477946 Jun 17 10:26:02.880340 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Deleting port a35e197f-11d5-43f6-b4ad-91f1181e4196 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:26:02.881855 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:02.999436 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:25:55Z', 'revision_number': 4, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port': {'id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:46Z', 'updated_at': '2021-06-17T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '59994a7b-2d2a-4acd-93f9-7c91b3545fcc', 'name': '', 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'mac_address': 'fa:16:3e:ff:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4d387c7f-22e4-4499-8d4a-5ff1a6c47706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:53Z', 'updated_at': '2021-06-17T10:26:00Z', 'revision_number': 4, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'subnets': [{'id': '4d387c7f-22e4-4499-8d4a-5ff1a6c47706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:03.106737 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5f17d-747e-4b1b-89a3-6ba2a00fdfb2 None None] The sync data for ids ['804070d0-0502-404d-aa6f-686dfbf07eda'] in dv-cinder-796806-1-smb is: [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:25:55Z', 'revision_number': 4, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port': {'id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:46Z', 'updated_at': '2021-06-17T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '59994a7b-2d2a-4acd-93f9-7c91b3545fcc', 'name': '', 'network_id': '7c0bd4c5-08c7-4554-9204-f948a7e849e3', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'mac_address': 'fa:16:3e:ff:2e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4d387c7f-22e4-4499-8d4a-5ff1a6c47706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:53Z', 'updated_at': '2021-06-17T10:26:00Z', 'revision_number': 4, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'subnets': [{'id': '4d387c7f-22e4-4499-8d4a-5ff1a6c47706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:26:03.204090 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] For port a35e197f-11d5-43f6-b4ad-91f1181e4196, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a35e197f-11d5-43f6-b4ad-91f1181e4196,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:03.216118 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:03.552977 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Calling delete_port for a35e197f-11d5-43f6-b4ad-91f1181e4196 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:26:03.850975 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e3e1f231-abea-410b-b9ee-89a3ee56755f req-390c5914-16cd-4976-908b-28ffd620187b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 210 time: 0.2913098 Jun 17 10:26:04.062565 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-4a18bc59-219c-44d8-ba38-88c4322b6f29 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:04.067558 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-4a18bc59-219c-44d8-ba38-88c4322b6f29 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 817 time: 0.3343377 Jun 17 10:26:04.137831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178003-06fd-4233-a558-2cced0c16ad8 req-1d9572e9-42cf-414f-a18d-8f4075340eb0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:04.151891 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-33178003-06fd-4233-a558-2cced0c16ad8 req-1d9572e9-42cf-414f-a18d-8f4075340eb0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 945 time: 0.5937629 Jun 17 10:26:04.244369 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-3e3e4d58-c81f-4fad-860f-bf4201291091 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 380 time: 0.1551559 Jun 17 10:26:04.261252 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'port': {'device_id': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'admin_state_up': True, 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'security_groups': ['cf251929-2c3f-41a2-8a32-a6df1deede62']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:04.288951 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-33178003-06fd-4233-a558-2cced0c16ad8 req-6b804504-15db-44cd-a009-69e863b1f78f tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/security-groups?id=34478863-d90b-457f-b63f-cbf12a43e508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354759 Jun 17 10:26:04.359190 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:04.422137 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:04.586565 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Pushing event deleted for resources: {'Port': ['ID=a35e197f-11d5-43f6-b4ad-91f1181e4196,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:04.590080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] No DVR routers for this DVR port a35e197f-11d5-43f6-b4ad-91f1181e4196 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:26:04.593017 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:04.594921 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:04.598763 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-79dc3363-e5ef-4a3d-b301-0998c2b2147e req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.20 "DELETE /v2.0/ports/a35e197f-11d5-43f6-b4ad-91f1181e4196 HTTP/1.1" status: 204 len: 173 time: 2.0128803 Jun 17 10:26:04.599367 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'name': 'network-vif-deleted', 'tag': 'a35e197f-11d5-43f6-b4ad-91f1181e4196'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:04.604033 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4f580c-4c57-4c8f-b5c5-e70fdcc60e24" -d '{"events": [{"server_uuid": "fe2bdaa7-7190-4ef3-aa76-260b297e4364", "name": "network-vif-deleted", "tag": "a35e197f-11d5-43f6-b4ad-91f1181e4196"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:04.812466 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d695d896-f604-462f-bd08-3a26c96128b6 x-openstack-request-id: req-d695d896-f604-462f-bd08-3a26c96128b6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:04.813541 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2bdaa7-7190-4ef3-aa76-260b297e4364", "name": "network-vif-deleted", "tag": "a35e197f-11d5-43f6-b4ad-91f1181e4196", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:04.814095 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d695d896-f604-462f-bd08-3a26c96128b6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:04.814837 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2bdaa7-7190-4ef3-aa76-260b297e4364', 'name': 'network-vif-deleted', 'tag': 'a35e197f-11d5-43f6-b4ad-91f1181e4196', 'status': 'completed', 'code': 200} Jun 17 10:26:04.825869 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Made reservation on behalf of ccc0915252994e75b76fc6669e0b7456 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:26:04.834672 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:04.990454 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59994a7b-2d2a-4acd-93f9-7c91b3545fcc up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:05.347333 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:05.359390 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:05.360435 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:05.517475 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Allocated IP 172.20.0.4 (927ad643-b9f7-40c8-98ef-bb01af7e0bdf/5fb003ba-f996-4502-b511-64c1cb52e77d/a2338b6f-e1fb-489a-ad1d-69f08111cf99) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:26:05.548842 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6898e019-d1b4-4918-a50f-0a23992812e8 req-5e8edb33-9dac-446e-a19d-f1d029f21f54 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 210 time: 0.1729991 Jun 17 10:26:05.634814 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a35e197f-11d5-43f6-b4ad-91f1181e4196 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:26:05.767720 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: a35e197f-11d5-43f6-b4ad-91f1181e4196 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:26:05.768285 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a35e197f-11d5-43f6-b4ad-91f1181e4196 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:26:05.871546 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:06.008141 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,segment=NetworkSegment(aa6a8866-d123-4b7b-9529-c06908950314),segment_id=aa6a8866-d123-4b7b-9529-c06908950314)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:06.100146 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0dcd6cb0-4ca9-4e80-beef-e4da6a103029 req-e9614d37-2e41-47ba-9d03-0c3ee3c473b3 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe2bdaa7-7190-4ef3-aa76-260b297e4364 HTTP/1.1" status: 200 len: 210 time: 0.1200943 Jun 17 10:26:06.152802 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:06.175126 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Transition to ACTIVE for port object a2338b6f-e1fb-489a-ad1d-69f08111cf99 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:06.189101 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:06.198886 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2b316fd6-58e7-40b7-be97-5d0d10382b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:06.323480 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:06.327922 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:06.352003 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:06.365354 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:06.411789 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:06.418289 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:06.455094 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:26:06.466925 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:06.541458 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:06.692148 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:06.694912 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:06.728500 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59994a7b-2d2a-4acd-93f9-7c91b3545fcc up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:06.869064 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ee7209fa-069d-4e1b-b41b-61b7e646683e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6186175 Jun 17 10:26:06.885367 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Request body: {'port': {'device_id': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:06.912617 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:06.916297 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:07.021656 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:26:07.224776 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:07.297426 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1ef4f-5dae-4a7d-b20e-3f4a717c57cb req-2355de02-12a3-416d-bbcc-6dcc1b2a5002 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:07.375371 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e1c1ef4f-5dae-4a7d-b20e-3f4a717c57cb req-2355de02-12a3-416d-bbcc-6dcc1b2a5002 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 931 time: 0.2025073 Jun 17 10:26:07.381566 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e1c1ef4f-5dae-4a7d-b20e-3f4a717c57cb req-b39d3dbc-b9dd-4ae1-9bcc-10718600e82a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636063 Jun 17 10:26:07.382182 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:07.851612 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2338b6f-e1fb-489a-ad1d-69f08111cf99 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:26:07.867366 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:07.895446 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Transition to ACTIVE for port object a2338b6f-e1fb-489a-ad1d-69f08111cf99 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:08.150591 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885757'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:08.544573 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Deleting port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:26:08.549501 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:08.768542 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf176971-a9d8-4c95-aebd-77e899bd67d2 None None] Provisioning for port a2338b6f-e1fb-489a-ad1d-69f08111cf99 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:08.772047 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf176971-a9d8-4c95-aebd-77e899bd67d2 None None] Provisioning complete for port a2338b6f-e1fb-489a-ad1d-69f08111cf99 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:08.773190 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf176971-a9d8-4c95-aebd-77e899bd67d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:08.836378 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bf176971-a9d8-4c95-aebd-77e899bd67d2 None None] Port a2338b6f-e1fb-489a-ad1d-69f08111cf99 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:26:08.846510 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:08.855447 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-26efca41-8574-46c2-b21a-fa0e910bb841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:08.999179 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] For port 96cb78ca-8570-4105-8cb6-b73e70c7bdd0, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,segment=NetworkSegment(216a9e1b-d4f5-43f9-a511-c455cf917ed5),segment_id=216a9e1b-d4f5-43f9-a511-c455cf917ed5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:09.000089 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:09.145240 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:09.165783 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:09.279541 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Attempting to bind port a2338b6f-e1fb-489a-ad1d-69f08111cf99 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:26:09.279950 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Attempting to bind port a2338b6f-e1fb-489a-ad1d-69f08111cf99 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:26:09.280824 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Attempting to bind port a2338b6f-e1fb-489a-ad1d-69f08111cf99 on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:09.284973 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Calling delete_port for 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:26:09.299464 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Port a2338b6f-e1fb-489a-ad1d-69f08111cf99 on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:26:09.300841 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Attempting to bind port a2338b6f-e1fb-489a-ad1d-69f08111cf99 on network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:09.309881 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:26:09.310691 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Checking segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:09.311703 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Bound using segment: {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:26:09.312596 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Bound port: a2338b6f-e1fb-489a-ad1d-69f08111cf99, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50c7366-62b5-43f5-a065-607327954634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:26:09.313375 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:09.315108 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9c803-b73f-4c32-b947-0f3693709f38 req-e688f7ea-ad95-404e-b465-ef61bf08fd04 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:09.319090 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f6c9c803-b73f-4c32-b947-0f3693709f38 req-e688f7ea-ad95-404e-b465-ef61bf08fd04 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 931 time: 0.7541864 Jun 17 10:26:09.513332 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:26:09.522395 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:26:09.611913 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:09.616083 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:09.800179 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:09.801593 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:09.814874 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 200 len: 1093 time: 2.9378662 Jun 17 10:26:09.816538 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:09.821375 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1613526c-e0a1-492f-9ae1-345ea3fb2aff" -d '{"events": [{"name": "network-changed", "server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:09.902896 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:09.914269 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:10.021359 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ca4ab-88c0-45ae-bb8e-ccf73f7115e3 x-openstack-request-id: req-9f4ca4ab-88c0-45ae-bb8e-ccf73f7115e3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:10.022024 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:10.022597 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f4ca4ab-88c0-45ae-bb8e-ccf73f7115e3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:10.023905 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'status': 'completed', 'code': 200} Jun 17 10:26:10.296722 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613526c-e0a1-492f-9ae1-345ea3fb2aff req-cd4ca2b2-087f-429d-aad5-3eca8bee4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:10.302523 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1613526c-e0a1-492f-9ae1-345ea3fb2aff req-cd4ca2b2-087f-429d-aad5-3eca8bee4aba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1096 time: 0.2629075 Jun 17 10:26:10.324983 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:10.358463 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fda73e00-b65f-47fa-9dae-a7a275f4f88f tempest-DeleteServersTestJSON-1353533318 tempest-DeleteServersTestJSON-1353533318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:10.511554 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f6c9c803-b73f-4c32-b947-0f3693709f38 req-bbb4dd57-6b61-4c8f-9b21-ac60e8d4942e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1800597 Jun 17 10:26:10.517451 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Pushing event deleted for resources: {'Port': ['ID=96cb78ca-8570-4105-8cb6-b73e70c7bdd0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:10.526839 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:10.755952 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613526c-e0a1-492f-9ae1-345ea3fb2aff req-44fb47a5-7b91-42c0-be50-bc363784639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:10.757682 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1613526c-e0a1-492f-9ae1-345ea3fb2aff req-44fb47a5-7b91-42c0-be50-bc363784639f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ccc0915252994e75b76fc6669e0b7456&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4482288 Jun 17 10:26:11.072502 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885609'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:11.133261 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613526c-e0a1-492f-9ae1-345ea3fb2aff req-188eeed8-ec38-47ab-ac07-08540664b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:11.137652 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-1613526c-e0a1-492f-9ae1-345ea3fb2aff req-188eeed8-ec38-47ab-ac07-08540664b360 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3723125 Jun 17 10:26:11.320537 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-68422558-e92b-4cfb-9b61-f717d2f3ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:11.322900 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-68422558-e92b-4cfb-9b61-f717d2f3ecdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1096 time: 0.1234717 Jun 17 10:26:11.439737 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-0f883986-7eb0-4196-9efe-eef9f5f04c38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 200 len: 217 time: 0.1090269 Jun 17 10:26:11.563180 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-c0a76240-1104-4f30-b1b7-151ae378d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:11.564923 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-c0a76240-1104-4f30-b1b7-151ae378d6e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.1174366 Jun 17 10:26:11.598901 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Router 319f208e-717a-415f-8333-d1ce6e6c4475 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:26:11.726934 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ca400df2-a14e-4c92-b535-4a1fdb1089cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:11.731947 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ca400df2-a14e-4c92-b535-4a1fdb1089cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1601207 Jun 17 10:26:11.915400 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:26:11.922460 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] 10.222.0.50 "PUT /v2.0/routers/319f208e-717a-415f-8333-d1ce6e6c4475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5354724 Jun 17 10:26:11.930291 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] Sync routers for ids ['319f208e-717a-415f-8333-d1ce6e6c4475'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:26:11.931703 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:11.950885 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] Routers {'319f208e-717a-415f-8333-d1ce6e6c4475'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:11.952028 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['319f208e-717a-415f-8333-d1ce6e6c4475'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:12.115430 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-2989d5a2-3bd6-472f-ae66-d61d34dec5c1 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756680 Jun 17 10:26:12.237058 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] Set router 319f208e-717a-415f-8333-d1ce6e6c4475 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:12.297267 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:12.396731 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a312270-b7a5-4eb3-9cd4-9d4845e2613d req-cb8e89b1-3157-4b2e-8b31-67c861b2093a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:12.431183 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a312270-b7a5-4eb3-9cd4-9d4845e2613d req-cb8e89b1-3157-4b2e-8b31-67c861b2093a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.5010571 Jun 17 10:26:12.727420 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a312270-b7a5-4eb3-9cd4-9d4845e2613d req-af8758df-21ce-47f6-82ac-5db378f672cc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859185 Jun 17 10:26:12.793155 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-fdc62855-efe1-4389-90fb-7bd15c54dfa9 req-ff348f7d-00d9-4bf4-aac1-6a7346734a23 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6667848 Jun 17 10:26:12.844461 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:13.149166 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Deleting port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:26:13.149946 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:13.245636 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115'}], 'enable_snat': True}, 'gw_port_id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:26:09Z', 'revision_number': 5, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port': {'id': '287bea6c-e52b-4f85-a7c3-042a71ebbd6d', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:22:41Z', 'updated_at': '2021-06-17T10:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:13.320490 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] Checking router: 319f208e-717a-415f-8333-d1ce6e6c4475 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:26:13.361663 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] Routers {'319f208e-717a-415f-8333-d1ce6e6c4475'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:13.368339 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['319f208e-717a-415f-8333-d1ce6e6c4475'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:13.396457 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] For port 287bea6c-e52b-4f85-a7c3-042a71ebbd6d, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:13.402340 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:13.627818 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] Set router 319f208e-717a-415f-8333-d1ce6e6c4475 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:13.793046 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:26:12Z', 'revision_number': 6, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port_host': None}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:13.999485 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Calling delete_port for 287bea6c-e52b-4f85-a7c3-042a71ebbd6d owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:26:14.108015 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ab7d0-f9fa-4687-a664-515d61b38d37 None None] The sync data for ids ['319f208e-717a-415f-8333-d1ce6e6c4475'] in dv-cinder-796806-1-smb is: [{'id': '319f208e-717a-415f-8333-d1ce6e6c4475', 'name': 'tempest-ServerRescueNegativeTestJSON-1743686055-router', 'tenant_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:22:39Z', 'updated_at': '2021-06-17T10:26:12Z', 'revision_number': 6, 'project_id': '6ba46a0fd3084b36b8d504b8a0bbe01b', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:26:14.444809 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4116d4e-5cfe-46ca-a443-6fbbceca7817 req-80930696-613d-4530-bd80-e4f724309e4d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:14.485193 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b4116d4e-5cfe-46ca-a443-6fbbceca7817 req-80930696-613d-4530-bd80-e4f724309e4d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.2868180 Jun 17 10:26:14.641509 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:26:14.673463 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b4116d4e-5cfe-46ca-a443-6fbbceca7817 req-6f8a3bdd-0011-4d8d-98e8-76c5eb3cbad4 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866398 Jun 17 10:26:14.723572 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:26:14.724150 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 96cb78ca-8570-4105-8cb6-b73e70c7bdd0 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:26:14.829019 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:14.836437 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:14.920841 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Pushing event deleted for resources: {'Port': ['ID=287bea6c-e52b-4f85-a7c3-042a71ebbd6d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:14.929088 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:15.121991 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675882'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:15.396151 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31620'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:15.400323 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:15.535235 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:15.664813 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:26:15.759644 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45b7730f-2060-4f01-b8f7-f1a6eb47e1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:15.896273 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:15.915998 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'port_id': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'mac_address': 'fa:16:3e:55:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:26:15.979225 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:15.982423 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45b7730f-2060-4f01-b8f7-f1a6eb47e1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:15.998938 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2338b6f-e1fb-489a-ad1d-69f08111cf99 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:26:16.017804 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad70d35-11a4-45f5-bdc4-234b9d561715 req-5a9c7a83-cc8d-4347-8b5d-a1e77ac16d4f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:16.021379 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ad70d35-11a4-45f5-bdc4-234b9d561715 req-5a9c7a83-cc8d-4347-8b5d-a1e77ac16d4f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1170306 Jun 17 10:26:16.028394 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:16.086048 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ad70d35-11a4-45f5-bdc4-234b9d561715 req-d9ffdc43-657f-404e-a390-6df81960ad86 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542359 Jun 17 10:26:16.318872 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687712'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.337336 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319f208e-717a-415f-8333-d1ce6e6c4475 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:26:16.337336 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.337336 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] 10.222.0.50 "DELETE /v2.0/routers/319f208e-717a-415f-8333-d1ce6e6c4475 HTTP/1.1" status: 204 len: 168 time: 4.3950033 Jun 17 10:26:16.340857 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:16.424181 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Deleting subnet 7d8add5b-cb04-47e3-a2c8-dc6416899660 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:26:16.428125 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.488397 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.538965 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 287bea6c-e52b-4f85-a7c3-042a71ebbd6d no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:26:16.547432 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.575079 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 287bea6c-e52b-4f85-a7c3-042a71ebbd6d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:26:16.575363 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 287bea6c-e52b-4f85-a7c3-042a71ebbd6d not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:26:16.672767 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45b7730f-2060-4f01-b8f7-f1a6eb47e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.673098 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.676412 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:16.676787 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-43659f51-6989-4129-8b95-c7f7358a1c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:16.727538 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-45b7730f-2060-4f01-b8f7-f1a6eb47e1b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d4f3caea99b4fa6a39ff7df9da524a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1867683 Jun 17 10:26:16.727538 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7730f-2060-4f01-b8f7-f1a6eb47e1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2185a777-075d-4bad-a609-e82a0f1e63c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:16.730339 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:16.730912 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-45b7730f-2060-4f01-b8f7-f1a6eb47e1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:16.762188 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.762377 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:16.764812 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:16.775755 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:16.865353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8add5b-cb04-47e3-a2c8-dc6416899660,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:16.868443 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.871146 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7d8add5b-cb04-47e3-a2c8-dc6416899660 HTTP/1.1" status: 204 len: 168 time: 0.5263634 Jun 17 10:26:16.872652 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ab1a85b6-d77d-47e5-a980-e182a9a02e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:16.875047 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:16.881645 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['a2338b6f-e1fb-489a-ad1d-69f08111cf99'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:26:16.907433 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.950983 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.151185 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.188831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.195174 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.200867 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2185a777-075d-4bad-a609-e82a0f1e63c2 HTTP/1.1" status: 204 len: 168 time: 0.4676006 Jun 17 10:26:17.202269 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1650a3da-1d2f-43bd-8a03-524b6157771e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:17.245113 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185a777-075d-4bad-a609-e82a0f1e63c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:17.265398 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:17.609114 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.646865 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b6c922-c781-4ab9-aa25-b5333661ca7c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:17.682200 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:17.686825 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529269ce-6335-4197-bc20-163593c5eccc req-6f7dd5b6-af94-4280-aa0b-e58a3ad20e47 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:17.688676 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-529269ce-6335-4197-bc20-163593c5eccc req-6f7dd5b6-af94-4280-aa0b-e58a3ad20e47 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 944 time: 0.3052685 Jun 17 10:26:17.715858 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216a9e1b-d4f5-43f9-a511-c455cf917ed5') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:17.720707 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216a9e1b-d4f5-43f9-a511-c455cf917ed5') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:17.776017 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-529269ce-6335-4197-bc20-163593c5eccc req-efb2a2fb-7a4d-404e-bbc3-f00269dd005b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765920 Jun 17 10:26:17.788788 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.864854 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.890237 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:26:17.893470 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:17.913519 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port a2338b6f-e1fb-489a-ad1d-69f08111cf99 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:17.921099 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port a2338b6f-e1fb-489a-ad1d-69f08111cf99 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:17.921835 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:26:18.148176 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:26:18.225147 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:18.286054 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:18.296036 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:18.309831 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] 10.222.0.50 "DELETE /v2.0/networks/88b6c922-c781-4ab9-aa25-b5333661ca7c HTTP/1.1" status: 204 len: 168 time: 1.4225423 Jun 17 10:26:18.313064 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3635bbf5-f8f9-44a6-b413-97433cdbc9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:18.323856 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:18.331822 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a51c75-91b6-46bc-8450-51d9a5c533fd" -d '{"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-plugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:18.361969 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:18.372987 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=88b6c922-c781-4ab9-aa25-b5333661ca7c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:18.377253 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1eceaadc-401f-422a-a038-ec50daa6e6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:18.478768 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:18.481706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:18.609715 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7757f8ef-0056-4f46-98cd-772410609988 x-openstack-request-id: req-7757f8ef-0056-4f46-98cd-772410609988 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:18.610171 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-plugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:18.610550 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7757f8ef-0056-4f46-98cd-772410609988 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:18.611086 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'code': 200} Jun 17 10:26:18.622303 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:18.645077 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:18.810358 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:18.848885 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.239836 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.291171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2d57-11c5-4c99-b402-653ad4ad322c req-b973b683-79f5-4005-ab3b-ee910790bb26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:19.304339 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9b2a2d57-11c5-4c99-b402-653ad4ad322c req-b973b683-79f5-4005-ab3b-ee910790bb26 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1732306 Jun 17 10:26:19.358910 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.374257 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9b2a2d57-11c5-4c99-b402-653ad4ad322c req-807b9c1c-37f9-4765-a0bf-fb3e8c739b48 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685761 Jun 17 10:26:19.411639 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:19.412302 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4198061f-4a18-4683-983c-c6364bc6c17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:19.453549 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83492f4b4998440c83fa133b4e7acaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6399634 Jun 17 10:26:19.468991 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:19.476487 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4ad86fdd-1f6d-4176-82d7-71a9c210285d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ba46a0fd3084b36b8d504b8a0bbe01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611768 Jun 17 10:26:19.476960 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:19.558044 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568e3b55-5e0f-45f4-91bb-66238abb44b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:19.606862 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.607302 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.607658 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.608097 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.608482 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.608863 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.609223 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.609645 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.609996 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.610336 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.610824 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.611169 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:19.648408 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:19.656107 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.733718 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.818009 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1826b-8209-4a32-86fe-eb2ec2de02b5 req-af5d8c51-03af-44cb-9f20-6521c425030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:19.823852 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-85e1826b-8209-4a32-86fe-eb2ec2de02b5 req-af5d8c51-03af-44cb-9f20-6521c425030e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1098 time: 0.5743494 Jun 17 10:26:19.922950 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.959583 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.963841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.968029 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:19.969570 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34478863-d90b-457f-b63f-cbf12a43e508 HTTP/1.1" status: 204 len: 168 time: 0.4910495 Jun 17 10:26:19.970540 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5adaa6d4-ff2f-4ae3-957b-3494a43b69fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:20.015459 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34478863-d90b-457f-b63f-cbf12a43e508,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:20.021102 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:20.122676 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-85e1826b-8209-4a32-86fe-eb2ec2de02b5 req-c8554b75-3625-4902-a824-9415eba04e4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803595 Jun 17 10:26:20.187510 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:20.194133 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:20.195570 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/568e3b55-5e0f-45f4-91bb-66238abb44b4 HTTP/1.1" status: 204 len: 168 time: 0.7206509 Jun 17 10:26:20.196617 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-487fb18f-1031-483a-8c85-f2fb64313e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:20.226088 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e3b55-5e0f-45f4-91bb-66238abb44b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:20.246655 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:20.967847 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b71a3-0355-40c3-9623-d3bf967ec1f7 req-4dca00e1-d551-4f86-88d4-675e8562aa0d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:20.977044 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9d1b71a3-0355-40c3-9623-d3bf967ec1f7 req-4dca00e1-d551-4f86-88d4-675e8562aa0d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.2245576 Jun 17 10:26:21.047583 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9d1b71a3-0355-40c3-9623-d3bf967ec1f7 req-b025da8c-924c-41f2-90b5-4e561a9d3820 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692358 Jun 17 10:26:21.406773 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:22.591397 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2542333-7be7-4ed9-9314-5a303a47f01b req-d1750c9b-8cda-43a4-bdde-24e8ddfea910 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:22.594091 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2542333-7be7-4ed9-9314-5a303a47f01b req-d1750c9b-8cda-43a4-bdde-24e8ddfea910 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1259713 Jun 17 10:26:22.677733 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2542333-7be7-4ed9-9314-5a303a47f01b req-09d2a254-d843-4f80-9468-0d22aad7bbde tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716572 Jun 17 10:26:22.773662 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:23.208189 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-160844201-network', 'tenant_id': 'dbd28ab16204444a9019219eea765760'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:23.227523 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafb613-9886-44ab-a578-fe262599d29b req-de7c4678-a728-46fd-83a6-1311a1d883e5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:23.230285 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0eafb613-9886-44ab-a578-fe262599d29b req-de7c4678-a728-46fd-83a6-1311a1d883e5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.2384422 Jun 17 10:26:23.246824 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 58822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:23.263906 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Request body: {'floatingip': {'port_id': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:23.356735 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:23.376118 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Made reservation on behalf of dbd28ab16204444a9019219eea765760 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:26:23.380255 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:23.412585 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:23.638102 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:23.763683 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:23.768967 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-99fe568b-de1f-4fcc-94bd-11086f8b6618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:23.819795 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:26:23.914904 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8fca3-fb14-4389-a3a4-e66c14e94374,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:23.938965 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:23.941468 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.segments_db [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Added segment efeff686-35be-451e-8f60-2eaf9e1b8d3d of type vlan for network 8c33d516-28a4-435c-9efb-d3dd95f4691c Jun 17 10:26:23.947905 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:24.132533 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:24.141359 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b6e5767a-89ed-42a3-81c4-0945d1d117c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:24.450126 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:24.452424 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:24.453483 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:24.457833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4207c7f8-d0b7-4cf3-88e1-afcc84b66e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:24.594998 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Pushing event updated for resources: {'Network': ['ID=8c33d516-28a4-435c-9efb-d3dd95f4691c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:24.598581 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:24.605877 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:26:24.896848 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1248689 Jun 17 10:26:24.911058 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:24.911058 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Request body: {'subnet': {'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-160844201-subnet', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:24.917737 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 10:26:25.064878 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:25.128619 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Made reservation on behalf of dbd28ab16204444a9019219eea765760 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:26:25.133831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129637253'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:25.352333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:25.595481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129698142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129637271'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:25.619614 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.l3_db [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Floating IP f9f41e1c-b13f-4854-89ae-5233a465ec2b associated. External IP: 172.28.2.245, port: a2338b6f-e1fb-489a-ad1d-69f08111cf99. Jun 17 10:26:25.634425 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e90b4fa6-a69d-4b68-9e90-e1df0e497687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:25.848488 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:25.890601 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ff4943-8008-43a4-89fc-3a804f08fe55,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:25.894769 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:25.914214 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Checking segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:25.915550 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Network hostable DHCP agents. Network: 8c33d516-28a4-435c-9efb-d3dd95f4691c, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:26:26.114419 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:26:26.166697 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e52b95dc-82d1-425a-8250-7c93a1b195e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.254897 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Router 1ddf4b1d-6f62-4230-9bee-f65988828113 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:26:26.259932 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 8c33d516-28a4-435c-9efb-d3dd95f4691c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:26.274894 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88633504-080b-4262-b11b-11a1fc8eb3e2 None None] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:26:26.278243 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:26.279147 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.421000 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e52b95dc-82d1-425a-8250-7c93a1b195e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.551475 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e52b95dc-82d1-425a-8250-7c93a1b195e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.564109 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-8c33d516-28a4-435c-9efb-d3dd95f4691c', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:26:26.570251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.578289 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-eb5debb0-2f77-4611-84f1-433db4bb1fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:26.667773 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-e52b95dc-82d1-425a-8250-7c93a1b195e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05e2ab0227454e6386f7d1484a3ff65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076913 Jun 17 10:26:26.669557 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b95dc-82d1-425a-8250-7c93a1b195e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2edae3f-4ea9-4f18-ad55-fb44510550de,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:26.674304 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e52b95dc-82d1-425a-8250-7c93a1b195e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:26.675359 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:26.716915 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-d3304c79-be0e-4486-877e-ce47f4a69e4f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8132436 Jun 17 10:26:26.735325 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:26.753599 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:26.845346 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.908606 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.987776 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:26.989544 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.045607 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Allocated IP 172.20.0.2 (8c33d516-28a4-435c-9efb-d3dd95f4691c/93ff4943-8008-43a4-89fc-3a804f08fe55/d4b32709-ea81-4da3-b82a-5db9d200f740) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:26:27.100603 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:26:27.122428 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.228489 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-db48fdd6-7d9a-4a53-89a0-54b3a32ae873 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "PUT /v2.0/floatingips/f9f41e1c-b13f-4854-89ae-5233a465ec2b HTTP/1.1" status: 200 len: 991 time: 3.9751358 Jun 17 10:26:27.228489 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:27.251892 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe21c3-874c-4fbd-bc13-22c0fde01738" -d '{"events": [{"name": "network-changed", "server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:27.274957 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.281069 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.285407 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2edae3f-4ea9-4f18-ad55-fb44510550de HTTP/1.1" status: 204 len: 168 time: 0.6074226 Jun 17 10:26:27.294705 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-88cb6f99-f0af-4c09-8205-cea811a97369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:27.321869 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2edae3f-4ea9-4f18-ad55-fb44510550de,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:27.323602 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.325367 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:27.342599 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Transition to ACTIVE for port object d4b32709-ea81-4da3-b82a-5db9d200f740 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:27.370721 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-64ea6691-a7e9-4d42-b6fe-26d31ee543e4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:27.371854 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-64ea6691-a7e9-4d42-b6fe-26d31ee543e4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 814 time: 0.4688976 Jun 17 10:26:27.400342 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] Sync routers for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:26:27.448824 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.468692 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Transition to ACTIVE for port object d4b32709-ea81-4da3-b82a-5db9d200f740 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:27.483786 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-4a90f2db-25f6-4886-bac9-4ce6367618e1 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/quotas/98e9e45907d144bda37b64492a630ede HTTP/1.1" status: 200 len: 375 time: 0.0380220 Jun 17 10:26:27.525950 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:27.529508 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:25:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:27.668337 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.670167 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90537044-9ac0-4fba-bba2-e9633f4d7b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.675739 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:27.680203 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:27.773317 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:27.779383 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Pushing event updated for resources: {'Port': ['ID=d4b32709-ea81-4da3-b82a-5db9d200f740,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:27.783223 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:27.792103 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:27.793690 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:26:27.892016 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:28.027748 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-1e074cc0-f542-4726-b73c-d8e57b1db124 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5283415 Jun 17 10:26:28.038202 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:28.125366 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Attempting to bind port d4b32709-ea81-4da3-b82a-5db9d200f740 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:26:28.125991 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Attempting to bind port d4b32709-ea81-4da3-b82a-5db9d200f740 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:26:28.126593 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Attempting to bind port d4b32709-ea81-4da3-b82a-5db9d200f740 on network 8c33d516-28a4-435c-9efb-d3dd95f4691c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:28.188231 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:26:28.188231 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Checking segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:28.188862 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:28.194199 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Bound using segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:26:28.195332 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Bound port: d4b32709-ea81-4da3-b82a-5db9d200f740, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:26:28.196065 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:28.230517 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516cb904-4b7c-48c4-80fe-d905118185d6 x-openstack-request-id: req-516cb904-4b7c-48c4-80fe-d905118185d6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:28.232078 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:28.232951 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-516cb904-4b7c-48c4-80fe-d905118185d6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:28.233907 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'status': 'completed', 'code': 200} Jun 17 10:26:28.401016 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-e37b5fca-4280-4b8f-80c1-11edcc0196a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:28.404896 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-e37b5fca-4280-4b8f-80c1-11edcc0196a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1098 time: 0.1427844 Jun 17 10:26:28.650744 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-89a80ade-787f-4ee7-8de1-3e59c4521ce5 service neutron] 10.222.0.50 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813501 Jun 17 10:26:28.706649 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] For port d4b32709-ea81-4da3-b82a-5db9d200f740, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:26:28.728143 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] For port d4b32709-ea81-4da3-b82a-5db9d200f740, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=d4b32709-ea81-4da3-b82a-5db9d200f740,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:26:28.767168 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-b9e0bec3-7f38-4428-8553-e00160df2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:28.771423 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-b9e0bec3-7f38-4428-8553-e00160df2aa8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.3503547 Jun 17 10:26:28.872972 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:28.872972 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:28.906410 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'f9f41e1c-b13f-4854-89ae-5233a465ec2b', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'port_id': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'mac_address': 'fa:16:3e:55:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:25:53Z', 'updated_at': '2021-06-17T10:26:24Z', 'revision_number': 1, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:28.943964 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-b64029c1-380d-4aae-8d59-f5c158cdf89e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 200 len: 999 time: 0.1653461 Jun 17 10:26:28.976172 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] Checking router: 1ddf4b1d-6f62-4230-9bee-f65988828113 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:26:29.010274 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:29.010924 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:29.013274 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Pushing event updated for resources: {'Port': ['ID=d4b32709-ea81-4da3-b82a-5db9d200f740,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:29.017421 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:29.055839 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-bdb65f09-3fd0-462a-b66b-77b6f547ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:29.059287 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-bdb65f09-3fd0-462a-b66b-77b6f547ead9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.1074798 Jun 17 10:26:29.183638 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-4faaf9ad-00f7-472e-96e4-b10e6f60e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:29.185678 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-4faaf9ad-00f7-472e-96e4-b10e6f60e4d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186657 Jun 17 10:26:29.358809 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:29.459304 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-dc50ecec-3e42-4898-abf2-2ed8c29fc2cc service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633586 Jun 17 10:26:29.546406 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:29.609973 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:29.678445 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-96fe21c3-874c-4fbd-bc13-22c0fde01738 req-8ffd6647-84bf-491a-9828-651928cb90f9 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103989 Jun 17 10:26:29.700011 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-b6810f4b-7482-4b8d-946e-52453810194e service neutron] 10.222.0.50 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8831995 Jun 17 10:26:29.782271 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:29.872216 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Allocated IP 172.28.2.95 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/6f597f9a-7832-4e20-afb0-159f800295c2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:26:30.106539 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'f9f41e1c-b13f-4854-89ae-5233a465ec2b', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'port_id': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'mac_address': 'fa:16:3e:55:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:25:53Z', 'updated_at': '2021-06-17T10:26:24Z', 'revision_number': 1, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:30.242854 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2542ce6-5eff-4fc0-9997-e8a8e4f197ed None None] The sync data for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb is: [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'f9f41e1c-b13f-4854-89ae-5233a465ec2b', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'port_id': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'mac_address': 'fa:16:3e:55:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:25:53Z', 'updated_at': '2021-06-17T10:26:24Z', 'revision_number': 1, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:26:30.294554 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:30.510513 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:30.510747 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b606dcd-053a-4357-9342-0e3838bc2f55 req-9c0407d7-fd24-4d63-98b2-5edfb4a002cc tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 210 time: 0.1495054 Jun 17 10:26:30.525956 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:30.542379 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:30.723258 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:30.736549 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:30.748924 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:26:30.820256 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d4b32709-ea81-4da3-b82a-5db9d200f740 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:30.825082 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Pushing event updated for resources: {'Port': ['ID=6f597f9a-7832-4e20-afb0-159f800295c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:30.833597 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:30.907201 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d8376-9b9c-4590-9dae-f8641ee20585 None None] New status for floating IP f9f41e1c-b13f-4854-89ae-5233a465ec2b: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:26:31.052059 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7436f-8248-4bf4-8dc8-c9d9beb698bd None None] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:26:31.291888 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port d4b32709-ea81-4da3-b82a-5db9d200f740 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:31.411593 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Provisioning for port d4b32709-ea81-4da3-b82a-5db9d200f740 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:31.454617 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:31.457717 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Provisioning complete for port d4b32709-ea81-4da3-b82a-5db9d200f740 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:31.458413 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:31.725654 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:31.861583 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-83eb66af-da66-44ac-8811-2f9e5a92735a req-4b65abfb-fd5f-45db-8413-d200b5397e4c tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 210 time: 0.1301007 Jun 17 10:26:31.886773 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] For port d4b32709-ea81-4da3-b82a-5db9d200f740, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=d4b32709-ea81-4da3-b82a-5db9d200f740,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:31.997936 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:32.027367 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:32.034431 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:32.132090 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Pushing event updated for resources: {'Port': ['ID=d4b32709-ea81-4da3-b82a-5db9d200f740,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:32.144414 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:32.177407 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15ab572c-b6ad-435b-a716-807937bb5863 None None] Provisioning complete for port d4b32709-ea81-4da3-b82a-5db9d200f740 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:32.179324 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15ab572c-b6ad-435b-a716-807937bb5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:32.422127 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Router a2cfb889-b285-469a-881f-07accc62fbf6 is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:26:32.614003 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d4b32709-ea81-4da3-b82a-5db9d200f740 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:32.699595 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:26:32.702410 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port d4b32709-ea81-4da3-b82a-5db9d200f740 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:32.703710 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:32.760453 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Sync routers for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:26:32.781258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:32.781928 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:32.844064 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:32.852286 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1143570 Jun 17 10:26:32.855482 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 58928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:33.272895 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:33.327016 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-28c3170a-1b88-4eda-a664-6097b81cb3ed req-605e3536-ca9e-4f9a-a9d3-dc39e418d9be tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 210 time: 0.1544118 Jun 17 10:26:33.802560 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:31Z', 'revision_number': 3, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:33.835875 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Checking router: a2cfb889-b285-469a-881f-07accc62fbf6 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:26:33.836514 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Updating router a2cfb889-b285-469a-881f-07accc62fbf6 port 6f597f9a-7832-4e20-afb0-159f800295c2 binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:26:33.892097 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:34.199159 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:34.732262 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:34.775474 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Transition to ACTIVE for port object 6f597f9a-7832-4e20-afb0-159f800295c2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:34.846810 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f3e52fc4-9ad7-402d-b8bf-c03252bddced req-6c744b66-c325-4020-abef-370b7905fb0a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 210 time: 0.1170936 Jun 17 10:26:34.851731 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Allocated IP 172.20.0.1 (8c33d516-28a4-435c-9efb-d3dd95f4691c/93ff4943-8008-43a4-89fc-3a804f08fe55/949d9f05-1ec2-4d53-b3d9-288c130a713e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:26:34.894816 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:34.894816 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:34.990607 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad927f-9944-4943-878a-5894800c4380 None None] Pushing event updated for resources: {'Port': ['ID=6f597f9a-7832-4e20-afb0-159f800295c2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:34.997983 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-9fad927f-9944-4943-878a-5894800c4380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:35.024251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Attempting to bind port 6f597f9a-7832-4e20-afb0-159f800295c2 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:26:35.027220 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Attempting to bind port 6f597f9a-7832-4e20-afb0-159f800295c2 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:26:35.028309 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Attempting to bind port 6f597f9a-7832-4e20-afb0-159f800295c2 on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:35.046143 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:26:35.046704 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:35.047047 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:35.047495 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:26:35.048053 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Bound port: 6f597f9a-7832-4e20-afb0-159f800295c2, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:26:35.048874 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:35.165426 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:35.200312 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Transition to ACTIVE for port object 949d9f05-1ec2-4d53-b3d9-288c130a713e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:35.226271 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] For port 6f597f9a-7832-4e20-afb0-159f800295c2, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:26:35.232399 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] For port 6f597f9a-7832-4e20-afb0-159f800295c2, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=6f597f9a-7832-4e20-afb0-159f800295c2,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:26:35.468798 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:35.475114 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:35.511534 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:35.522481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f93059ad-44c2-4693-94fe-d44efae85608 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:35.563956 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-df523f6c-0b7c-42cb-b0fb-1d8d7b26f1b4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:35.566626 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-df523f6c-0b7c-42cb-b0fb-1d8d7b26f1b4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.20 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 814 time: 0.2773888 Jun 17 10:26:35.593941 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad927f-9944-4943-878a-5894800c4380 None None] Pushing event updated for resources: {'Port': ['ID=6f597f9a-7832-4e20-afb0-159f800295c2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:35.594245 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:35.597539 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'port': {'device_id': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'admin_state_up': True, 'tenant_id': '98e9e45907d144bda37b64492a630ede'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:35.600140 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:35.600795 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:35.601781 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:35.606028 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-9fad927f-9944-4943-878a-5894800c4380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:35.612238 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:26:35.657232 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=949d9f05-1ec2-4d53-b3d9-288c130a713e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:35.665387 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:35.724541 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:35.930954 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:36.000199 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Made reservation on behalf of 98e9e45907d144bda37b64492a630ede for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:26:36.008975 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:36.320564 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-786b8a8c-e558-4602-be0c-1d56456965c9 None None] Provisioning for port 949d9f05-1ec2-4d53-b3d9-288c130a713e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:36.327386 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-786b8a8c-e558-4602-be0c-1d56456965c9 None None] Provisioning complete for port 949d9f05-1ec2-4d53-b3d9-288c130a713e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:36.328074 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-786b8a8c-e558-4602-be0c-1d56456965c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:36.402841 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-57fac455-2005-4eba-9ad6-66eeac13bb37 req-23a43d41-c9a1-4e65-832b-7dd5b4498d55 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0975833 Jun 17 10:26:36.410516 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-786b8a8c-e558-4602-be0c-1d56456965c9 None None] Port 949d9f05-1ec2-4d53-b3d9-288c130a713e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:26:36.434298 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:31Z', 'revision_number': 3, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:36.545081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:36.551548 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7619aada-1ff3-4431-9823-738a1c1e2e8a None None] The sync data for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb is: [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:31Z', 'revision_number': 3, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:26:36.569503 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Allocated IP 172.20.0.6 (29879b1c-95fd-4574-b800-d0d653bf278e/e546ec72-6c83-4aa5-9093-668f812736b9/e7d03821-ccf9-45c9-bea4-5009a2bae21a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:26:36.995981 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:37.010139 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:37.083013 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Transition to ACTIVE for port object e7d03821-ccf9-45c9-bea4-5009a2bae21a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:37.105703 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:37.119955 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:37.335968 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=949d9f05-1ec2-4d53-b3d9-288c130a713e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:37.351102 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:37.357367 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:37.489214 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:37.496857 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:37.619484 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Network 29879b1c-95fd-4574-b800-d0d653bf278e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:37.626858 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:37.632507 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:26:37.707510 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:37.717616 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:37.727450 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:37.754731 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:37.843780 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:37.877002 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:38.045370 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-e4a62187-5f65-4c04-adeb-d43bc6a28b03 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4617593 Jun 17 10:26:38.256224 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Request body: {'port': {'device_id': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:38.366034 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c117592-bd23-420b-aadf-a31ba25092a4 req-a507823a-0029-4967-bda9-8be010569b56 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:38.369125 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2c117592-bd23-420b-aadf-a31ba25092a4 req-a507823a-0029-4967-bda9-8be010569b56 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 931 time: 0.4257300 Jun 17 10:26:38.390610 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14c0df11-93a7-4d98-9ab9-88cc077c9af9 None None] Provisioning for port e7d03821-ccf9-45c9-bea4-5009a2bae21a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:38.403872 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14c0df11-93a7-4d98-9ab9-88cc077c9af9 None None] Provisioning complete for port e7d03821-ccf9-45c9-bea4-5009a2bae21a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:38.404803 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14c0df11-93a7-4d98-9ab9-88cc077c9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:38.640664 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Router a2cfb889-b285-469a-881f-07accc62fbf6 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:26:38.657258 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:38.716629 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-14c0df11-93a7-4d98-9ab9-88cc077c9af9 None None] Port e7d03821-ccf9-45c9-bea4-5009a2bae21a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:26:38.773112 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2c117592-bd23-420b-aadf-a31ba25092a4 req-c70cbd92-e34c-4699-bf84-c89b6945fef9 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568966 Jun 17 10:26:38.914821 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-771e7294-4171-41ef-b4a2-971182e4a613 None None] Provisioning complete for port 949d9f05-1ec2-4d53-b3d9-288c130a713e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:38.918504 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-771e7294-4171-41ef-b4a2-971182e4a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:39.007273 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-771e7294-4171-41ef-b4a2-971182e4a613 None None] Port 949d9f05-1ec2-4d53-b3d9-288c130a713e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:26:39.023038 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 6f597f9a-7832-4e20-afb0-159f800295c2 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:39.335463 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 6f597f9a-7832-4e20-afb0-159f800295c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:39.351448 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 6f597f9a-7832-4e20-afb0-159f800295c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:39.351448 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:39.411213 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:26:39.447459 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] 10.222.0.50 "PUT /v2.0/routers/a2cfb889-b285-469a-881f-07accc62fbf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5873115 Jun 17 10:26:39.741200 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d03821-ccf9-45c9-bea4-5009a2bae21a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:26:39.754579 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:39.773888 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:39.801824 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Transition to ACTIVE for port object e7d03821-ccf9-45c9-bea4-5009a2bae21a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:39.860111 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 6f597f9a-7832-4e20-afb0-159f800295c2, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=6f597f9a-7832-4e20-afb0-159f800295c2,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:40.027815 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:40.034769 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:40.046674 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:40.055595 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-a82c1c1e-d4e5-4053-af47-ad6d752d22fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:40.149513 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Sync routers for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:26:40.222861 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:40.228277 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:40.266369 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=6f597f9a-7832-4e20-afb0-159f800295c2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:40.279224 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:40.617065 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Pushing event updated for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:40.626552 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:40.648575 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:40.733575 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Attempting to bind port e7d03821-ccf9-45c9-bea4-5009a2bae21a on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:26:40.734534 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Attempting to bind port e7d03821-ccf9-45c9-bea4-5009a2bae21a by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:26:40.744538 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Attempting to bind port e7d03821-ccf9-45c9-bea4-5009a2bae21a on network 29879b1c-95fd-4574-b800-d0d653bf278e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:40.745579 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 6f597f9a-7832-4e20-afb0-159f800295c2 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:40.790964 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Port e7d03821-ccf9-45c9-bea4-5009a2bae21a on network 29879b1c-95fd-4574-b800-d0d653bf278e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:26:40.792008 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Attempting to bind port e7d03821-ccf9-45c9-bea4-5009a2bae21a on network 29879b1c-95fd-4574-b800-d0d653bf278e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:40.827950 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:26:40.828905 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Checking segment: {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:40.829783 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Bound using segment: {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:26:40.830771 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Bound port: e7d03821-ccf9-45c9-bea4-5009a2bae21a, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086978af-0518-464d-9e6e-63dc5d8cf05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:26:40.831740 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:40.855687 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea2483-114f-465b-806d-f6a586983aba req-f3becfe7-310e-4719-944b-9b2ac0ccb24a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:40.858566 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b5ea2483-114f-465b-806d-f6a586983aba req-f3becfe7-310e-4719-944b-9b2ac0ccb24a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.2134604 Jun 17 10:26:40.923138 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 6f597f9a-7832-4e20-afb0-159f800295c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:40.925126 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:41.065686 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b5ea2483-114f-465b-806d-f6a586983aba req-481ef58a-b224-4125-9ede-814a63005a99 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841323 Jun 17 10:26:41.134294 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:26:41.152696 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:26:41.228468 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59004) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:41.239409 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255044633', 'description': 'tempest-description--719315132'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:41.267363 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:41.272643 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8bf03290-2a55-49fb-ba54-7a03bb999438 tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:41.436615 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:41.437341 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:41.438946 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] 10.222.0.20 "PUT /v2.0/ports/e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 1093 time: 3.3833561 Jun 17 10:26:41.459261 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:41.462139 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353346ee-657d-4be4-ae39-075985223787" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:41.484163 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:41.493922 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 2, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:41.589424 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Pushing event updated for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:41.590986 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Checking router: a2cfb889-b285-469a-881f-07accc62fbf6 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:26:41.592113 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Updating router a2cfb889-b285-469a-881f-07accc62fbf6 port 949d9f05-1ec2-4d53-b3d9-288c130a713e binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:26:41.622861 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:41.727696 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:41.890789 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd68a1e-f823-4e6a-8f93-1514a623662f x-openstack-request-id: req-9cd68a1e-f823-4e6a-8f93-1514a623662f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:41.891854 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:41.894249 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cd68a1e-f823-4e6a-8f93-1514a623662f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:41.894999 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'status': 'completed', 'code': 200} Jun 17 10:26:41.984478 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.105554 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.181244 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7d7f44f2-32fc-41f7-9789-0916a2b41c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:42.193456 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353346ee-657d-4be4-ae39-075985223787 req-e70ebfa1-1322-4622-84b3-8b5247d3f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:42.195079 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-353346ee-657d-4be4-ae39-075985223787 req-e70ebfa1-1322-4622-84b3-8b5247d3f48c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1096 time: 0.2639244 Jun 17 10:26:42.200212 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.215516 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Transition to ACTIVE for port object 949d9f05-1ec2-4d53-b3d9-288c130a713e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:42.265228 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836a1671-a88d-4662-b29a-c0b7c281c497,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:42.282698 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.292952 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.297067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.307966 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:42.309842 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.315493 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-68219b59-bf9a-4f54-9edc-6129cca3ba71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0848720 Jun 17 10:26:42.316454 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:42.322058 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.324019 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'security_group_rule': {'security_group_id': '836a1671-a88d-4662-b29a-c0b7c281c497', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:42.325948 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-196b6a00-c584-4f52-b131-b6adc17e22ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:42.468965 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d6794-92a3-45ee-bceb-71e9e2c45fc4 req-2cf96886-3790-4af0-b141-b51e858e0c1f tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:42.476639 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b33d6794-92a3-45ee-bceb-71e9e2c45fc4 req-2cf96886-3790-4af0-b141-b51e858e0c1f tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.1573377 Jun 17 10:26:42.602961 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Pushing event updated for resources: {'Port': ['ID=949d9f05-1ec2-4d53-b3d9-288c130a713e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:42.614401 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b33d6794-92a3-45ee-bceb-71e9e2c45fc4 req-2cef49a0-769d-4883-b9af-0a311c17f1bd tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239200 Jun 17 10:26:42.637057 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.650388 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353346ee-657d-4be4-ae39-075985223787 req-571870f2-8438-4ca0-a122-073d4a122d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:42.656419 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-353346ee-657d-4be4-ae39-075985223787 req-571870f2-8438-4ca0-a122-073d4a122d8e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=98e9e45907d144bda37b64492a630ede&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3654132 Jun 17 10:26:42.675885 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.676220 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.676562 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.677066 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.677398 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.677722 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.678052 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.678380 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.678876 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.679218 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.679627 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.679983 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:42.692050 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:42.806049 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Attempting to bind port 949d9f05-1ec2-4d53-b3d9-288c130a713e on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:26:42.811274 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Attempting to bind port 949d9f05-1ec2-4d53-b3d9-288c130a713e by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:26:42.811274 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Attempting to bind port 949d9f05-1ec2-4d53-b3d9-288c130a713e on network 8c33d516-28a4-435c-9efb-d3dd95f4691c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:42.836424 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:26:42.837086 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Checking segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:42.837661 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.838254 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Bound using segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:26:42.839114 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Bound port: 949d9f05-1ec2-4d53-b3d9-288c130a713e, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:26:42.839588 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:42.968920 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.068071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.073814 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:43.116857 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516970f2-cc3e-4d48-b56d-5264e9ef7203,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:43.126316 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:43.136839 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353346ee-657d-4be4-ae39-075985223787 req-12b37daf-2917-4b81-9f0e-4c1325511bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:43.138818 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-353346ee-657d-4be4-ae39-075985223787 req-12b37daf-2917-4b81-9f0e-4c1325511bcb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4692748 Jun 17 10:26:43.172247 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] For port 949d9f05-1ec2-4d53-b3d9-288c130a713e, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:26:43.188331 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] For port 949d9f05-1ec2-4d53-b3d9-288c130a713e, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=949d9f05-1ec2-4d53-b3d9-288c130a713e,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:26:43.192460 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.196784 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3e02275e-de33-4831-8ee4-404dc851d40f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8767240 Jun 17 10:26:43.200987 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:43.208256 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'security_group_rule': {'security_group_id': '836a1671-a88d-4662-b29a-c0b7c281c497', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:43.303215 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.309351 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-61dc7841-b351-4f38-bab5-15742ae96297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:43.388855 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.441580 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-52522f30-b236-4f42-a8d3-59359f3d1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:43.444469 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-52522f30-b236-4f42-a8d3-59359f3d1994 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1096 time: 0.1833942 Jun 17 10:26:43.490114 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.526854 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Pushing event updated for resources: {'Port': ['ID=949d9f05-1ec2-4d53-b3d9-288c130a713e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:43.553953 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:43.566522 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:43.569482 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:43.683686 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.687081 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-a68dc2a6-2510-4aba-8ee3-95f57266a26a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 217 time: 0.1629112 Jun 17 10:26:43.691139 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d64419c1-d609-43bd-9fc0-08bcd7969f40 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:43.755012 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91171637-efa4-4fc3-924d-1380d98c9f6a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:43.762199 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:43.827563 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:43.856816 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:43.858707 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6562598 Jun 17 10:26:43.864302 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:43.870549 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'floatingip': {'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:43.904254 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-7a3571e4-e387-48bf-a74d-566eb82659fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:43.911666 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-7a3571e4-e387-48bf-a74d-566eb82659fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 200 len: 853 time: 0.1801016 Jun 17 10:26:44.040187 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:44.088048 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-6f1c15ef-2bbd-4962-b5dd-971ee5d68980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:44.089952 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-6f1c15ef-2bbd-4962-b5dd-971ee5d68980 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29879b1c-95fd-4574-b800-d0d653bf278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1702495 Jun 17 10:26:44.310039 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be06dcd-5169-4ad4-9ac7-2f58b5afb72f req-3227b174-6438-4cc3-bd1a-0de42319b80f tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:44.319006 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9be06dcd-5169-4ad4-9ac7-2f58b5afb72f req-3227b174-6438-4cc3-bd1a-0de42319b80f tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.3357127 Jun 17 10:26:44.372411 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:26:44.412018 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-3efed723-135a-41aa-b2e7-ff2451953555 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064873 Jun 17 10:26:44.413981 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9be06dcd-5169-4ad4-9ac7-2f58b5afb72f req-6c0e1874-9959-4880-ad31-2e01fa5b1df6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935879 Jun 17 10:26:44.481064 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:43Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:44.585150 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:44.691207 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-8c8badf8-7c59-4eed-b2cd-9bbf8bbeb47b req-0d34cdc6-f6f1-4998-bee6-4bc15165dcdc service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627137 Jun 17 10:26:44.793806 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f8dd3a-5d89-4a9f-8a74-76976d013ec5 None None] The sync data for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb is: [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:43Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:26:45.105771 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Allocated IP 172.28.2.117 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/bfb91a8f-5d0b-4b00-afe3-2cf2c72e46f6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:26:45.617171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:46.400670 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:46.406802 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:46.429091 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7bcd-2327-4acc-8fd7-8324920b22de req-136ee1f7-078b-43e9-8d68-7a83bff28e06 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:46.431232 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0ada7bcd-2327-4acc-8fd7-8324920b22de req-136ee1f7-078b-43e9-8d68-7a83bff28e06 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.6947021 Jun 17 10:26:46.473322 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:46.484793 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:46.487756 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:26:46.523919 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'Port': ['ID=bfb91a8f-5d0b-4b00-afe3-2cf2c72e46f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:46.538456 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:46.553013 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0ada7bcd-2327-4acc-8fd7-8324920b22de req-61e0dcc3-ab31-468c-b786-299baf3ca986 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016889 Jun 17 10:26:46.624301 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 949d9f05-1ec2-4d53-b3d9-288c130a713e up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:46.631601 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:46.759337 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 949d9f05-1ec2-4d53-b3d9-288c130a713e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:46.770482 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 949d9f05-1ec2-4d53-b3d9-288c130a713e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:46.773222 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:46.884231 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:47.020826 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:47.074169 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 949d9f05-1ec2-4d53-b3d9-288c130a713e, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=949d9f05-1ec2-4d53-b3d9-288c130a713e,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:47.300535 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:47.324587 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:47.335510 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2b316fd6-58e7-40b7-be97-5d0d10382b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:47.437889 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:47.452698 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9362057f-1a32-497e-b895-a02cbeab4467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:47.465687 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=949d9f05-1ec2-4d53-b3d9-288c130a713e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:47.484198 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.484658 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.491940 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.492291 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.492630 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.492987 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.493317 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.493742 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.493963 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.494497 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.494816 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.495269 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:47.511814 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:47.605148 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'Port': ['ID=bfb91a8f-5d0b-4b00-afe3-2cf2c72e46f6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:47.615471 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:47.622902 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:47.784197 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:47.784197 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9148808 Jun 17 10:26:47.945456 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea9390-ecd0-4b43-a58f-f92d182b6079 req-8f512580-b1ee-4b5f-95ac-a1547d4fe688 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:47.965442 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8eea9390-ecd0-4b43-a58f-f92d182b6079 req-8f512580-b1ee-4b5f-95ac-a1547d4fe688 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.1922374 Jun 17 10:26:48.166760 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8eea9390-ecd0-4b43-a58f-f92d182b6079 req-a604e1e2-cd9b-4fff-9212-903ac51e97a0 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971312 Jun 17 10:26:48.199898 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-767d1860-c538-4bc1-86b7-2fddc15ae022 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1255044633&fields=id&tenant_id=dbd28ab16204444a9019219eea765760 HTTP/1.1" status: 200 len: 267 time: 0.1179643 Jun 17 10:26:48.389073 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-6e2d07a6-31c5-4ae4-b5b7-e3c77468c517 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:48.390880 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-6e2d07a6-31c5-4ae4-b5b7-e3c77468c517 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 810 time: 0.1772573 Jun 17 10:26:48.429464 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-d970892f-77fb-4c5a-8df2-7de6b34310a4 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/quotas/dbd28ab16204444a9019219eea765760 HTTP/1.1" status: 200 len: 375 time: 0.0300198 Jun 17 10:26:48.631813 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f9e1beb-95a6-4e87-89b5-3dfa69da2f30 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1628053 Jun 17 10:26:48.632616 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 949d9f05-1ec2-4d53-b3d9-288c130a713e up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:48.719953 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 949d9f05-1ec2-4d53-b3d9-288c130a713e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:48.721384 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:48.872842 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-a210390c-2139-463e-ab48-82cfc4366233 service neutron] 10.222.0.50 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456577 Jun 17 10:26:49.117935 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-7cf84a21-9719-4987-9a85-937cfd5920de service neutron] 10.222.0.50 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343032 Jun 17 10:26:49.962353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0042b-48ae-4e3b-84f8-11041b943092 req-4b73affb-a997-4c41-a80e-90161f8bcaf6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:49.962353 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ea0042b-48ae-4e3b-84f8-11041b943092 req-4b73affb-a997-4c41-a80e-90161f8bcaf6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.1158736 Jun 17 10:26:50.026599 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ea0042b-48ae-4e3b-84f8-11041b943092 req-c696e1d6-6177-4579-bdce-f9793fa64bfb tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596180 Jun 17 10:26:50.113519 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3d7d8e51-8b5a-4117-b1a4-fb7ec00a4a25 req-26ed1d11-e52c-4a47-bd88-1a797c0a4d91 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.0434010 Jun 17 10:26:51.253157 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c09f7b-b7fa-4e92-ac43-c67edd15dd3f req-56b086d3-871c-418f-a823-f91db2d614a2 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:51.255234 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-52c09f7b-b7fa-4e92-ac43-c67edd15dd3f req-56b086d3-871c-418f-a823-f91db2d614a2 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.0789232 Jun 17 10:26:51.303560 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-52c09f7b-b7fa-4e92-ac43-c67edd15dd3f req-6d50053f-4d42-4bf3-87c3-4682cdab07d6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Jun 17 10:26:51.433220 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ee0541a-70c3-4ac5-b285-3c1d3c577485 req-55643064-0b0a-4ec2-aab3-d611e1c9315f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.0461833 Jun 17 10:26:51.473318 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:52.669766 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e9bd8296-07c4-4c18-941f-28628ab5e055 req-602e47f9-d4a6-498e-9b6a-62742110467e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.0574653 Jun 17 10:26:52.716851 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414227f-e043-4012-98fb-4f0e472333fc req-9f950e28-80f1-44e4-85c6-9df5c5b6a942 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:52.719440 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4414227f-e043-4012-98fb-4f0e472333fc req-9f950e28-80f1-44e4-85c6-9df5c5b6a942 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.1447291 Jun 17 10:26:52.800841 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4414227f-e043-4012-98fb-4f0e472333fc req-1430cc29-c299-4a9c-84b3-84b9be6ba545 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704734 Jun 17 10:26:53.867678 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84645e54-b58e-446f-9dd8-be6fed85dcc6 req-4184872b-703c-4d5e-a3c3-dfd5e62be27d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.0449848 Jun 17 10:26:54.056672 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd402-364d-4189-9d50-305b4ea2d5be req-4447dd9a-71ef-43c6-abaf-a04439aa5adc tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:54.058876 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-86cdd402-364d-4189-9d50-305b4ea2d5be req-4447dd9a-71ef-43c6-abaf-a04439aa5adc tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.1017621 Jun 17 10:26:54.105806 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-86cdd402-364d-4189-9d50-305b4ea2d5be req-6daaec18-4769-4f9d-ab62-047ceb5b27e3 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Jun 17 10:26:54.389900 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18860c35-efc9-48fe-b8f1-c3573a0ff81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:55.098867 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-32e72ed8-7d2e-4183-a444-6b5fa6ff4685 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768073 Jun 17 10:26:55.148432 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6c096d09-25e5-46cd-998d-53fc528c675a req-9d1ac2d8-2579-4f51-90a2-c9229a32b1be tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.0337434 Jun 17 10:26:55.227774 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-2aa51f3d-4b28-4625-8bac-bd8ddbcd8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:55.229353 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-2aa51f3d-4b28-4625-8bac-bd8ddbcd8b6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1098 time: 0.0754714 Jun 17 10:26:55.378417 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-60601813-efbf-4b7f-9be3-f5713cc998ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:55.380095 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-60601813-efbf-4b7f-9be3-f5713cc998ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.1141737 Jun 17 10:26:55.411073 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e869a-5861-4d73-b98b-b41226312264 req-7b7ef657-f882-4f3c-a0e0-10aa16e0ae35 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:55.413577 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5b2e869a-5861-4d73-b98b-b41226312264 req-7b7ef657-f882-4f3c-a0e0-10aa16e0ae35 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 943 time: 0.1313317 Jun 17 10:26:55.414464 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:55.468581 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-3e2b5469-0812-4f03-988f-6a1668b936ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 200 len: 1001 time: 0.0811579 Jun 17 10:26:55.495493 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Deleting subnet 2d0dc956-f444-4dac-a116-fe47d2f3bf5b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:26:55.505257 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5b2e869a-5861-4d73-b98b-b41226312264 req-4ffff2c2-4276-4bd4-8779-548df03a4c7c tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777071 Jun 17 10:26:55.506061 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:55.549501 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-4e5e8582-b73f-4eec-9202-40fa4ad0018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:55.551407 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-4e5e8582-b73f-4eec-9202-40fa4ad0018b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.0758288 Jun 17 10:26:55.606710 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:55.634333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-60eb64da-86e3-48d8-ac1c-525aa1cf5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:55.637658 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-60eb64da-86e3-48d8-ac1c-525aa1cf5d9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797760 Jun 17 10:26:55.717468 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:55.763059 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-2ac19f9a-2ce9-471c-8e04-264ff2bcb19c service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182458 Jun 17 10:26:55.769972 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-68f492bb-9777-4f62-b37f-6fcabcee337a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:55.771465 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-68f492bb-9777-4f62-b37f-6fcabcee337a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 810 time: 0.2301092 Jun 17 10:26:55.828801 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-ef306fdb-9e8d-45ed-a18b-e64e27f539bb tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd28ab16204444a9019219eea765760 HTTP/1.1" status: 200 len: 380 time: 0.0471315 Jun 17 10:26:55.840003 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'port': {'device_id': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'admin_state_up': True, 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'security_groups': ['836a1671-a88d-4662-b29a-c0b7c281c497']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:55.908721 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e7d03821-ccf9-45c9-bea4-5009a2bae21a details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:26:55.935038 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-24190528-45e6-4d93-9db3-a04c77adabf8 req-bb1d23b7-b9bd-4b6b-aa91-8d152704feed service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636865 Jun 17 10:26:55.953513 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:55.969504 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:56.037374 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.039092 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2d0dc956-f444-4dac-a116-fe47d2f3bf5b HTTP/1.1" status: 204 len: 168 time: 0.6205132 Jun 17 10:26:56.042094 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0dc956-f444-4dac-a116-fe47d2f3bf5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:56.044280 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:56.050290 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-0b9cfc58-d9cb-402a-888d-8b44594ffb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:56.089619 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:56.106380 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'port_id': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'mac_address': 'fa:16:3e:69:96:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:26:56.153777 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.166328 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.190902 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d03821-ccf9-45c9-bea4-5009a2bae21a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:26:56.221289 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:56.259676 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.271585 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Made reservation on behalf of dbd28ab16204444a9019219eea765760 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:26:56.275687 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.277823 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80b369c-3948-4798-bf53-1a34d10c4353']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:56.296000 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd793767b-73a1-40b8-830e-0a90f7e204c2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:56.296359 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd793767b-73a1-40b8-830e-0a90f7e204c2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:56.308000 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.323953 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.331893 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:26:56.332312 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: retrieve_revision_numbers = { Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:26:56.334321 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:26:56.340223 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.342560 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a9f6389e-c042-4fc9-9f1f-5ac13b66066a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:56.403831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:56.415090 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:56.440760 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b6277e84-ceb4-42f9-9301-330cba536fbb req-2251d69d-033d-415c-8db0-6f4130ca0321 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.1277332 Jun 17 10:26:56.487122 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Allocated IP 172.20.0.11 (8c33d516-28a4-435c-9efb-d3dd95f4691c/93ff4943-8008-43a4-89fc-3a804f08fe55/022c3112-fa9e-46bf-a4be-81ebba392682) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:26:56.512543 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.521983 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cf723362-ec61-48d7-aa55-23fc42223b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:56.527630 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.531813 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] 10.222.0.50 "DELETE /v2.0/networks/f80b369c-3948-4798-bf53-1a34d10c4353 HTTP/1.1" status: 204 len: 168 time: 0.4857981 Jun 17 10:26:56.547563 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=f80b369c-3948-4798-bf53-1a34d10c4353,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:56.557208 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:56.584538 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['e7d03821-ccf9-45c9-bea4-5009a2bae21a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:26:56.761050 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:56.781898 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Transition to ACTIVE for port object 022c3112-fa9e-46bf-a4be-81ebba392682 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:56.823688 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28208b1-2604-45ef-9d42-562f23c3791f req-d35be70b-aaa2-4aff-9d7b-9f6b3009848a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:56.825343 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a28208b1-2604-45ef-9d42-562f23c3791f req-d35be70b-aaa2-4aff-9d7b-9f6b3009848a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 944 time: 0.1215484 Jun 17 10:26:56.879630 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a28208b1-2604-45ef-9d42-562f23c3791f req-477ace59-06a8-4777-892d-0466d6f22ef8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457709 Jun 17 10:26:57.054011 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.059545 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-dd72b151-bec8-478d-9f25-bace6c67ce8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:57.115929 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:26:57.120447 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:26:57.129991 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:26:57.158917 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'Port': ['ID=022c3112-fa9e-46bf-a4be-81ebba392682,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:57.163873 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:57.197739 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:57.198610 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.221625 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:57.308782 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-63a45bf6-7f13-49ff-a012-b9b103be2adf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ee8f3dff25a41d8a560324739e80971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841022 Jun 17 10:26:57.311994 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:57.328678 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4934914 Jun 17 10:26:57.346799 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Request body: {'port': {'device_id': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:57.397841 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.427359 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fca6e607-fc07-4606-afb0-6845e45cb8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.443299 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.482659 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.486390 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.544200 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d5fbb7a3-a415-44cb-bab1-b869552a50f6 None None] Provisioning for port 022c3112-fa9e-46bf-a4be-81ebba392682 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:57.551063 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d5fbb7a3-a415-44cb-bab1-b869552a50f6 None None] Provisioning complete for port 022c3112-fa9e-46bf-a4be-81ebba392682 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:57.551436 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5fbb7a3-a415-44cb-bab1-b869552a50f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.602604 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbb7a3-a415-44cb-bab1-b869552a50f6 None None] Port 022c3112-fa9e-46bf-a4be-81ebba392682 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:26:57.847276 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.852262 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:57.854369 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f123585-39e1-44b5-b934-701bd67380ac HTTP/1.1" status: 204 len: 168 time: 0.5412030 Jun 17 10:26:57.859222 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5a46ff64-89dd-4563-af7c-ebc976e5309d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:57.890829 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f123585-39e1-44b5-b934-701bd67380ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:57.899534 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:57.925242 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e7d03821-ccf9-45c9-bea4-5009a2bae21a up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:58.020112 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a40bc8-1c26-4fe4-9e7a-9e8b763cb208 req-0fc97a37-0718-4b55-bd30-acbdd358e0c2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:58.023949 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e0a40bc8-1c26-4fe4-9e7a-9e8b763cb208 req-0fc97a37-0718-4b55-bd30-acbdd358e0c2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 932 time: 0.3347759 Jun 17 10:26:58.157864 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port e7d03821-ccf9-45c9-bea4-5009a2bae21a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:26:58.164941 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port e7d03821-ccf9-45c9-bea4-5009a2bae21a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:58.165759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:58.201969 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e0a40bc8-1c26-4fe4-9e7a-9e8b763cb208 req-e1e6172f-9b7a-4db5-881b-5e8461d194fd tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601250 Jun 17 10:26:58.216053 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022c3112-fa9e-46bf-a4be-81ebba392682 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:26:58.234687 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:58.267313 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Transition to ACTIVE for port object 022c3112-fa9e-46bf-a4be-81ebba392682 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:26:58.303148 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:58.320536 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0871b3-4043-40ef-b318-8aa1719fc1ed req-e234870c-8a86-497c-bce0-b29801e48fe9 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:58.322932 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-af0871b3-4043-40ef-b318-8aa1719fc1ed req-e234870c-8a86-497c-bce0-b29801e48fe9 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 944 time: 0.1881089 Jun 17 10:26:58.357682 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:58.360422 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf12bb-d002-4598-9816-1963506ee7cb" -d '{"events": [{"server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:58.385927 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-af0871b3-4043-40ef-b318-8aa1719fc1ed req-03754492-85f1-466e-b92c-8d4d39f1ac71 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558939 Jun 17 10:26:58.395881 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:58.443600 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:58.448476 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:58.484243 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:58.490730 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:58.597406 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Pushing event updated for resources: {'Port': ['ID=022c3112-fa9e-46bf-a4be-81ebba392682,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:58.601080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:58.635468 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:58.639557 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:58.714685 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Attempting to bind port 022c3112-fa9e-46bf-a4be-81ebba392682 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:26:58.715031 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Attempting to bind port 022c3112-fa9e-46bf-a4be-81ebba392682 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:26:58.715522 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Attempting to bind port 022c3112-fa9e-46bf-a4be-81ebba392682 on network 8c33d516-28a4-435c-9efb-d3dd95f4691c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:58.721840 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Port 022c3112-fa9e-46bf-a4be-81ebba392682 on network 8c33d516-28a4-435c-9efb-d3dd95f4691c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:26:58.722347 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Attempting to bind port 022c3112-fa9e-46bf-a4be-81ebba392682 on network 8c33d516-28a4-435c-9efb-d3dd95f4691c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:26:58.728799 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:26:58.729223 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Checking segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:26:58.729631 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Bound using segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:26:58.730134 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Bound port: 022c3112-fa9e-46bf-a4be-81ebba392682, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:26:58.730597 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:58.792464 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae0228b-5191-400e-b2a3-df7f41ba9b49 x-openstack-request-id: req-0ae0228b-5191-400e-b2a3-df7f41ba9b49 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:58.793056 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:58.793305 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ae0228b-5191-400e-b2a3-df7f41ba9b49 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:58.793867 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'code': 200} Jun 17 10:26:58.824636 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] For port 022c3112-fa9e-46bf-a4be-81ebba392682, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:26:58.828282 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] For port 022c3112-fa9e-46bf-a4be-81ebba392682, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=022c3112-fa9e-46bf-a4be-81ebba392682,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:26:58.991953 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:58.995433 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:59.080525 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:59.081825 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:59.083620 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] 10.222.0.20 "PUT /v2.0/ports/022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 200 len: 1094 time: 1.7467053 Jun 17 10:26:59.084184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:59.086648 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db" -d '{"events": [{"name": "network-changed", "server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:59.135821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Pushing event updated for resources: {'Port': ['ID=022c3112-fa9e-46bf-a4be-81ebba392682,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:59.141023 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:59.344331 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-4c5e7001-adcb-43ea-a179-29e88f43ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:59.348217 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-4c5e7001-adcb-43ea-a179-29e88f43ada6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 1097 time: 0.1219697 Jun 17 10:26:59.413058 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-5fc742a3-1f27-4907-9417-fdbc34a70bfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 200 len: 217 time: 0.0538363 Jun 17 10:26:59.456282 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac3349e-e1b1-4e0f-b272-a1efbf685b12 x-openstack-request-id: req-8ac3349e-e1b1-4e0f-b272-a1efbf685b12 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:59.456877 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:59.457324 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ac3349e-e1b1-4e0f-b272-a1efbf685b12 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:59.457996 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682', 'status': 'completed', 'code': 200} Jun 17 10:26:59.505257 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b32c7-0f13-4d16-b861-b9de7f94e511 req-316a4217-14a4-44dc-b544-b82744f69236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:59.508299 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-677b32c7-0f13-4d16-b861-b9de7f94e511 req-316a4217-14a4-44dc-b544-b82744f69236 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1098 time: 0.1337099 Jun 17 10:26:59.574209 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-81aa669d-9200-4d16-8bc4-add65e2a727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:59.576693 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-81aa669d-9200-4d16-8bc4-add65e2a727a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.1168146 Jun 17 10:26:59.588279 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-677b32c7-0f13-4d16-b861-b9de7f94e511 req-ed23b809-8f3d-4564-a5b8-9d7602c0822e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720003 Jun 17 10:26:59.644861 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:59.678817 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a0766-26e3-46d0-bdeb-b427091638f3 req-fdb7b73a-af0b-47e3-a1e0-4f5d910b11c9 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:59.680859 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-db6a0766-26e3-46d0-bdeb-b427091638f3 req-fdb7b73a-af0b-47e3-a1e0-4f5d910b11c9 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 944 time: 0.3238986 Jun 17 10:26:59.757286 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:26:59.765736 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331bf9-4071-4141-89e7-400e2de7fd9e req-14f50925-ba83-464b-afed-006844f28407 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:59.766938 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3b331bf9-4071-4141-89e7-400e2de7fd9e req-14f50925-ba83-464b-afed-006844f28407 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.2177527 Jun 17 10:26:59.786249 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-a5367c99-2fd5-4d2b-b394-155970e83a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:59.787933 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-a5367c99-2fd5-4d2b-b394-155970e83a12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1864851 Jun 17 10:26:59.820040 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-db6a0766-26e3-46d0-bdeb-b427091638f3 req-905534e2-c634-4a62-a1b5-c81bfe2d1b7c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218848 Jun 17 10:26:59.903366 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3b331bf9-4071-4141-89e7-400e2de7fd9e req-66064657-27f2-4244-9428-7e5a034e5c1c tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211681 Jun 17 10:26:59.937365 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1064389922-network', 'tenant_id': 'f5a9f63c8efb45d8b6d206ee0fb637d2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:26:59.966202 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-fa390260-916d-4074-a3ea-7705ab1722ea service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659491 Jun 17 10:27:00.071427 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Made reservation on behalf of f5a9f63c8efb45d8b6d206ee0fb637d2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:27:00.074198 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.075439 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e1e6f4d-abce-4795-9982-204e5dfffa6e req-6be300d1-31f0-4b39-8a00-414a53c3ea07 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017208 Jun 17 10:27:00.085318 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.196028 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.304873 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-32fb6f41-2f13-42b2-8533-8696233aebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.305910 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.307571 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-32fb6f41-2f13-42b2-8533-8696233aebdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 1097 time: 0.0773010 Jun 17 10:27:00.318857 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-82513e64-226e-4345-b43e-97b34e387ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:00.339883 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:27:00.360178 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0250d33d-64c7-4a44-9651-cf8e6a8c062a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:00.365250 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:00.367959 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.368952 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.segments_db [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Added segment 63b2ac6f-0196-497f-ac8d-825194cc386f of type vlan for network 4562544c-baad-418e-b7e0-562cdfca4a6d Jun 17 10:27:00.434400 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.470803 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-66e72986-f70b-45ed-8685-b0c963ee3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.473496 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-66e72986-f70b-45ed-8685-b0c963ee3af5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 911 time: 0.1548886 Jun 17 10:27:00.529402 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.539610 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-265411a4-0d07-401e-b76d-587de3ece1b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 200 len: 217 time: 0.0537529 Jun 17 10:27:00.601532 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.602478 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-844dc6c2-d0a8-4f37-9bcc-631f22ac64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.604919 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-844dc6c2-d0a8-4f37-9bcc-631f22ac64cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.0570464 Jun 17 10:27:00.605211 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.605997 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.609367 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:00.687832 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Pushing event updated for resources: {'Network': ['ID=4562544c-baad-418e-b7e0-562cdfca4a6d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:00.692600 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:00.702881 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 4562544c-baad-418e-b7e0-562cdfca4a6d details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:27:00.734016 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-94881255-e3a1-490c-a2b0-2066e4cd274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.736180 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9772081 Jun 17 10:27:00.736629 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-94881255-e3a1-490c-a2b0-2066e4cd274e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1209238 Jun 17 10:27:00.740384 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:00.749469 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Request body: {'subnet': {'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1064389922-subnet', 'tenant_id': 'f5a9f63c8efb45d8b6d206ee0fb637d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:00.899878 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Made reservation on behalf of f5a9f63c8efb45d8b6d206ee0fb637d2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:27:00.905341 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126195696'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.906409 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-030ccbd3-7918-4fc5-8a4b-01af31dad405 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612954 Jun 17 10:27:01.191241 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d2fb8ba5-bd7f-4b02-b3b7-cb2b8a2586db req-c714f2ac-923c-41f4-a5f4-226f3ac1d3e4 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772949 Jun 17 10:27:01.247019 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1bad-437c-4ec8-898a-f0e5ae6e858d req-f1628a24-e670-4af7-bd11-7020a980bffe tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:01.248627 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-590e1bad-437c-4ec8-898a-f0e5ae6e858d req-f1628a24-e670-4af7-bd11-7020a980bffe tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 944 time: 0.2220275 Jun 17 10:27:01.289059 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126195682'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:01.293669 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ce3f9e1e-56f6-4e39-bc56-14c61f3697f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:01.306207 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbb1f5-a953-4d0e-95a8-5f065a5165a1 req-8d59a193-c14e-4ce0-9b58-c6d7fdd76ee5 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:01.307950 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-33dbb1f5-a953-4d0e-95a8-5f065a5165a1 req-8d59a193-c14e-4ce0-9b58-c6d7fdd76ee5 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.1493061 Jun 17 10:27:01.330828 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-590e1bad-437c-4ec8-898a-f0e5ae6e858d req-fa3b5c29-9eb6-42ab-b053-571ff3a2753f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725513 Jun 17 10:27:01.371491 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219ad7f9-3636-4405-af0e-46ab169483e3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:01.380887 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:01.384544 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Checking segment: {'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:27:01.387647 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Network hostable DHCP agents. Network: 4562544c-baad-418e-b7e0-562cdfca4a6d, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:27:01.391014 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-33dbb1f5-a953-4d0e-95a8-5f065a5165a1 req-2db6cdc8-d604-480d-8ae2-f84cec525e14 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723674 Jun 17 10:27:01.523834 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Network 4562544c-baad-418e-b7e0-562cdfca4a6d is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:27:01.614209 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51ee87-ccbc-4bfc-9925-d5ebbc7776fc req-af55e2ff-7b86-4808-a159-cb389cdc093b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:01.617048 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fb51ee87-ccbc-4bfc-9925-d5ebbc7776fc req-af55e2ff-7b86-4808-a159-cb389cdc093b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0942888 Jun 17 10:27:01.641110 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 4562544c-baad-418e-b7e0-562cdfca4a6d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:01.649093 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:01.653739 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:01.653945 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173d634-1dbf-456a-bb9f-c5099052bbc3 None None] Network 4562544c-baad-418e-b7e0-562cdfca4a6d requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:27:01.670604 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fb51ee87-ccbc-4bfc-9925-d5ebbc7776fc req-7fd2ea1a-c64e-4235-ab07-f41e298a014e tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470872 Jun 17 10:27:01.776897 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0220704 Jun 17 10:27:01.933145 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 022c3112-fa9e-46bf-a4be-81ebba392682 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:27:01.944695 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa282cf9-0848-4f67-b926-be77b3b4bebc None None] Network 4562544c-baad-418e-b7e0-562cdfca4a6d requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:27:02.145240 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0279c0-2e1f-40d7-8697-7dfaf46f4dca req-f01dcbc4-f7ff-4024-9f59-3cb0667f0e25 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:02.147120 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2e0279c0-2e1f-40d7-8697-7dfaf46f4dca req-f01dcbc4-f7ff-4024-9f59-3cb0667f0e25 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0819361 Jun 17 10:27:02.159010 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 022c3112-fa9e-46bf-a4be-81ebba392682, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=022c3112-fa9e-46bf-a4be-81ebba392682,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:02.174430 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '022c3112-fa9e-46bf-a4be-81ebba392682', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'port_id': '022c3112-fa9e-46bf-a4be-81ebba392682', 'mac_address': 'fa:16:3e:3b:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:27:02.203448 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2e0279c0-2e1f-40d7-8697-7dfaf46f4dca req-8f4bdc5f-f63f-4ac6-8cd6-32aa0cd8962a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Jun 17 10:27:02.223364 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:02.241140 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022c3112-fa9e-46bf-a4be-81ebba392682 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:27:02.270212 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 022c3112-fa9e-46bf-a4be-81ebba392682, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=022c3112-fa9e-46bf-a4be-81ebba392682,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:02.409877 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:02.414273 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:02.476883 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=022c3112-fa9e-46bf-a4be-81ebba392682,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:02.480641 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:02.585921 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435660f-ef16-47db-bf39-8fad3c12e206 req-7f3761e3-84d8-4ff6-b343-25649cc76de5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:02.587710 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6435660f-ef16-47db-bf39-8fad3c12e206 req-7f3761e3-84d8-4ff6-b343-25649cc76de5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 945 time: 0.1086102 Jun 17 10:27:02.639252 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6435660f-ef16-47db-bf39-8fad3c12e206 req-068e6c8d-0f46-41a4-95e7-22a744b5a82d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409608 Jun 17 10:27:02.648248 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['022c3112-fa9e-46bf-a4be-81ebba392682'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:27:03.890980 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c7eb3-f4e0-4b8f-9047-679c60c6cdbc req-7abb1204-c988-4a88-b6c8-dcf34dd7c75d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:03.893581 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-795c7eb3-f4e0-4b8f-9047-679c60c6cdbc req-7abb1204-c988-4a88-b6c8-dcf34dd7c75d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 945 time: 0.1045046 Jun 17 10:27:03.944772 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 022c3112-fa9e-46bf-a4be-81ebba392682 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:27:03.957436 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-795c7eb3-f4e0-4b8f-9047-679c60c6cdbc req-e07b05df-ea44-405e-aadc-4bac98bfca3b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566943 Jun 17 10:27:04.094138 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 022c3112-fa9e-46bf-a4be-81ebba392682 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:27:04.098313 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 022c3112-fa9e-46bf-a4be-81ebba392682 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:04.101392 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:04.205698 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:04.239503 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:04.243636 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d06e46-58da-4560-9c2f-c3bbfaa900f0" -d '{"events": [{"server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "name": "network-vif-plugged", "status": "completed", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:04.266126 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 022c3112-fa9e-46bf-a4be-81ebba392682, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=022c3112-fa9e-46bf-a4be-81ebba392682,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:04.294028 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72774943-2c8a-4d78-bcd5-2b42d7bb9e20 x-openstack-request-id: req-72774943-2c8a-4d78-bcd5-2b42d7bb9e20 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:04.294346 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "name": "network-vif-plugged", "status": "completed", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:04.295595 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72774943-2c8a-4d78-bcd5-2b42d7bb9e20 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:04.295595 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682', 'code': 200} Jun 17 10:27:04.351606 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:04.353944 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:04.447020 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=022c3112-fa9e-46bf-a4be-81ebba392682,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:04.451632 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:05.023386 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-e4403bc5-90f8-4993-bef5-cbe0233aab89 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:05.025017 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-e4403bc5-90f8-4993-bef5-cbe0233aab89 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/networks?id=4562544c-baad-418e-b7e0-562cdfca4a6d HTTP/1.1" status: 200 len: 814 time: 0.5215232 Jun 17 10:27:05.028119 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783b00-870d-47ff-af09-a2aa645a1400 req-c9aef800-9c1f-431c-8bd4-7bfce728441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:05.029661 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8f783b00-870d-47ff-af09-a2aa645a1400 req-c9aef800-9c1f-431c-8bd4-7bfce728441e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 1099 time: 0.1101544 Jun 17 10:27:05.049218 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f108b97a-6565-4f8a-8eec-f97ddaa62521 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/quotas/f5a9f63c8efb45d8b6d206ee0fb637d2 HTTP/1.1" status: 200 len: 375 time: 0.0173068 Jun 17 10:27:05.093204 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-8a4e8730-651e-4ea4-8cce-a6d598963e00 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370953 Jun 17 10:27:05.116509 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8f783b00-870d-47ff-af09-a2aa645a1400 req-375ec155-27b5-406a-a408-913f3c5aa5d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769773 Jun 17 10:27:05.221200 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-2d5c5633-b0d9-43da-9463-42160c832a19 service neutron] 10.222.0.50 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168191 Jun 17 10:27:05.340716 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-7cea6627-00a9-4b73-975a-9cb1ef854243 service neutron] 10.222.0.50 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089668 Jun 17 10:27:05.905654 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a80bf-1326-4858-90ce-03c07dc8e0e5 req-811aa5f0-50fa-40fa-b3d1-5f687c49bf47 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:05.908357 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f84a80bf-1326-4858-90ce-03c07dc8e0e5 req-811aa5f0-50fa-40fa-b3d1-5f687c49bf47 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0900309 Jun 17 10:27:05.972578 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f84a80bf-1326-4858-90ce-03c07dc8e0e5 req-66b98b0f-11dd-42e1-83cb-cb37b321e671 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520792 Jun 17 10:27:06.026064 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a82febb5-2bcf-4098-9fd3-b310f0ca91d7 req-e3eb7d7b-e134-4d84-8848-ddb6c5da22ea tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 210 time: 0.0378058 Jun 17 10:27:07.234727 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97063b-f47d-4df1-b1e4-d724a42846db req-82e4aae8-0e7b-4562-a915-a74015f0f144 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:07.237823 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9f97063b-f47d-4df1-b1e4-d724a42846db req-82e4aae8-0e7b-4562-a915-a74015f0f144 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1172960 Jun 17 10:27:07.298559 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9f97063b-f47d-4df1-b1e4-d724a42846db req-d8f47587-689f-4e4a-bba6-5ddda6bfd5fc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507269 Jun 17 10:27:07.414574 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a815cc17-b4fe-4be9-90b6-e0200812d776 req-6b2b1534-13a9-4a82-8640-1138d37ae4ee tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 210 time: 0.0331848 Jun 17 10:27:07.660765 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b9a9a-adb9-4ca3-b2dc-c6855da739cc req-d9255b9d-a926-4da9-9d1d-37baed042697 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:07.663168 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-730b9a9a-adb9-4ca3-b2dc-c6855da739cc req-d9255b9d-a926-4da9-9d1d-37baed042697 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1004581 Jun 17 10:27:07.673717 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:07.680706 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'floatingip': {'port_id': '022c3112-fa9e-46bf-a4be-81ebba392682'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:07.729401 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:07.783209 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8480df-1d88-47fd-8e8e-32c2281f4cd9 req-908f1024-6eb0-41ff-ab7c-cda198c18cca tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:07.786977 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fe8480df-1d88-47fd-8e8e-32c2281f4cd9 req-908f1024-6eb0-41ff-ab7c-cda198c18cca tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.0911691 Jun 17 10:27:07.843250 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fe8480df-1d88-47fd-8e8e-32c2281f4cd9 req-d9ba3ce2-c17a-4467-9dce-b46e8596dbc6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502598 Jun 17 10:27:08.358427 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:08.611624 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9ac31703-5d47-4b55-afe4-c359c191c695 req-654b0023-5aea-4b1b-9fc9-013ad4f40395 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 210 time: 0.0395648 Jun 17 10:27:08.616344 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:08.738652 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.l3_db [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Floating IP 72518940-c1cd-46a2-a131-221a471567cc associated. External IP: 172.28.2.117, port: 022c3112-fa9e-46bf-a4be-81ebba392682. Jun 17 10:27:09.165377 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc148175-1626-44b8-98ca-d0a96f07a3fa req-5a0f0f1d-16de-41b2-a4bb-290b73330b27 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:09.166939 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fc148175-1626-44b8-98ca-d0a96f07a3fa req-5a0f0f1d-16de-41b2-a4bb-290b73330b27 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1190341 Jun 17 10:27:09.238385 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fc148175-1626-44b8-98ca-d0a96f07a3fa req-e84bfd56-2d23-46b0-9e68-4e2d410a7996 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565321 Jun 17 10:27:09.297253 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Router a2cfb889-b285-469a-881f-07accc62fbf6 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:09.472689 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:09.481887 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:09.490069 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] Sync routers for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:09.511102 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:09.512139 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:09.561615 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-14fb8572-a9e9-4353-a42f-73c05a76638e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "PUT /v2.0/floatingips/72518940-c1cd-46a2-a131-221a471567cc HTTP/1.1" status: 200 len: 992 time: 1.8849568 Jun 17 10:27:09.565731 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:09.573658 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7145790-4d49-4582-87e7-686001c9340c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:09.602577 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d56a7498-6b91-4692-b46f-ea732f3554dd tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:09.604491 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d56a7498-6b91-4692-b46f-ea732f3554dd tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "GET /v2.0/networks?id=4562544c-baad-418e-b7e0-562cdfca4a6d HTTP/1.1" status: 200 len: 814 time: 0.2180984 Jun 17 10:27:09.619988 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Request body: {'port': {'device_id': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d', 'admin_state_up': True, 'tenant_id': 'f5a9f63c8efb45d8b6d206ee0fb637d2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:09.685409 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccaad8c-d1d5-4ccb-b36f-5748321f78f7 x-openstack-request-id: req-8ccaad8c-d1d5-4ccb-b36f-5748321f78f7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:09.685894 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:09.686342 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ccaad8c-d1d5-4ccb-b36f-5748321f78f7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:09.686990 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682', 'status': 'completed', 'code': 200} Jun 17 10:27:09.782584 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:09.881518 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145790-4d49-4582-87e7-686001c9340c req-ca657a8d-4475-493e-9da6-26f21ecb7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:09.884674 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7145790-4d49-4582-87e7-686001c9340c req-ca657a8d-4475-493e-9da6-26f21ecb7452 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 1099 time: 0.1601894 Jun 17 10:27:10.021246 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Made reservation on behalf of f5a9f63c8efb45d8b6d206ee0fb637d2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:27:10.028342 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:10.079763 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145790-4d49-4582-87e7-686001c9340c req-5dd8ebce-dfca-4e80-b68a-b24d026059b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:10.082478 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7145790-4d49-4582-87e7-686001c9340c req-5dd8ebce-dfca-4e80-b68a-b24d026059b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 911 time: 0.1715710 Jun 17 10:27:10.100244 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909753-c6a8-4d0c-8968-bb8d9df18a23 req-abd30dfa-19c2-4e92-96ff-9bb6fc58534a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:10.102297 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-13909753-c6a8-4d0c-8968-bb8d9df18a23 req-abd30dfa-19c2-4e92-96ff-9bb6fc58534a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.1702361 Jun 17 10:27:10.187212 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '72518940-c1cd-46a2-a131-221a471567cc', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'port_id': '022c3112-fa9e-46bf-a4be-81ebba392682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'mac_address': 'fa:16:3e:3b:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:26:46Z', 'updated_at': '2021-06-17T10:27:08Z', 'revision_number': 1, 'project_id': 'dbd28ab16204444a9019219eea765760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:10.238144 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e884e5dd-7e18-466d-a23b-2abda07b6569 req-dd35aa6b-8b41-4eb9-b37d-f41fb17b3d35 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 210 time: 0.1315870 Jun 17 10:27:10.248017 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] Checking router: a2cfb889-b285-469a-881f-07accc62fbf6 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:10.252584 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7145790-4d49-4582-87e7-686001c9340c req-ecbf2d58-bf77-4c49-a3ff-9aac2750c2c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 200 len: 1000 time: 0.1447370 Jun 17 10:27:10.276546 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:10.277780 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:10.334874 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-13909753-c6a8-4d0c-8968-bb8d9df18a23 req-13451eb0-111f-4e59-a454-f73a567767a2 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599965 Jun 17 10:27:10.379030 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:10.398752 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145790-4d49-4582-87e7-686001c9340c req-d34844f8-94a4-4474-bfad-a21810c207b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:10.401790 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7145790-4d49-4582-87e7-686001c9340c req-d34844f8-94a4-4474-bfad-a21810c207b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.1363115 Jun 17 10:27:10.453498 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Allocated IP 172.20.0.14 (4562544c-baad-418e-b7e0-562cdfca4a6d/219ad7f9-3636-4405-af0e-46ab169483e3/da7bfa66-e6cf-4b42-87f5-e4d60d3e529e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:27:10.535711 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:10.584186 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145790-4d49-4582-87e7-686001c9340c req-008f12fd-7f94-4516-818b-e96173756233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:10.586802 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7145790-4d49-4582-87e7-686001c9340c req-008f12fd-7f94-4516-818b-e96173756233 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1742716 Jun 17 10:27:10.723593 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7145790-4d49-4582-87e7-686001c9340c req-2ce17d8a-5419-400d-8b3f-82006d7400a1 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265864 Jun 17 10:27:10.748078 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a319db-d6e4-4e0d-9fe1-c045ffca8273 req-8810386e-9a12-44eb-ab00-55fec9745edc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:10.752045 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-06a319db-d6e4-4e0d-9fe1-c045ffca8273 req-8810386e-9a12-44eb-ab00-55fec9745edc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.2354100 Jun 17 10:27:10.850412 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cecd95e-ddd9-4b27-8ed3-bd3773857bb5 tempest-TestMinimumBasicScenario-619172183 tempest-TestMinimumBasicScenario-619172183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:10.857431 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5cecd95e-ddd9-4b27-8ed3-bd3773857bb5 tempest-TestMinimumBasicScenario-619172183 tempest-TestMinimumBasicScenario-619172183-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1093 time: 0.4725318 Jun 17 10:27:10.859420 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:10.869690 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'floatingip': {'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'port_id': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:10.880201 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:10.884618 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '72518940-c1cd-46a2-a131-221a471567cc', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'port_id': '022c3112-fa9e-46bf-a4be-81ebba392682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'mac_address': 'fa:16:3e:3b:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:26:46Z', 'updated_at': '2021-06-17T10:27:08Z', 'revision_number': 1, 'project_id': 'dbd28ab16204444a9019219eea765760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:10.919587 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-f7145790-4d49-4582-87e7-686001c9340c req-8085822b-af0c-401d-afac-6056ed4571d6 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893137 Jun 17 10:27:10.926009 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-06a319db-d6e4-4e0d-9fe1-c045ffca8273 req-4d9af959-54e5-41f4-ba03-8209f60c08ae tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552613 Jun 17 10:27:10.958658 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b03ca-20b0-4a48-9e19-957c593f809b None None] The sync data for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb is: [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '72518940-c1cd-46a2-a131-221a471567cc', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'floating_ip_address': '172.28.2.117', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'port_id': '022c3112-fa9e-46bf-a4be-81ebba392682', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'mac_address': 'fa:16:3e:3b:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:26:46Z', 'updated_at': '2021-06-17T10:27:08Z', 'revision_number': 1, 'project_id': 'dbd28ab16204444a9019219eea765760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:11.120935 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:11.121333 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:11.129106 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:11.191958 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Network 4562544c-baad-418e-b7e0-562cdfca4a6d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:27:11.197558 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:11.206212 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:27:11.239408 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf272b-1e27-43a3-9fe5-4861b85ae4fd None None] New status for floating IP 72518940-c1cd-46a2-a131-221a471567cc: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:27:11.242670 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Pushing event updated for resources: {'Port': ['ID=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:11.247479 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:11.276488 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:11.277213 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:11.285835 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:11.401898 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7871432 Jun 17 10:27:11.415895 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Request body: {'port': {'device_id': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:11.460868 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Allocated IP 172.28.2.229 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/c29791b1-2262-45e0-a4dc-9a69737adf26) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:27:11.553843 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:11.566567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76213c7d-3b0c-4737-be6a-c1b3ae22411e req-8ace8d95-2596-444d-8001-e0c27517cf26 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:11.568169 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-76213c7d-3b0c-4737-be6a-c1b3ae22411e req-8ace8d95-2596-444d-8001-e0c27517cf26 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 932 time: 0.1294219 Jun 17 10:27:11.606379 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:11.657567 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-76213c7d-3b0c-4737-be6a-c1b3ae22411e req-5a9b4a02-69f8-4df4-a4b6-3f538b4d76b3 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773180 Jun 17 10:27:11.766709 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:11.770602 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0972f23a-7f8d-4126-931a-ac38e4b07efd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:11.825853 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:27:11.829586 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:11.835845 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:27:11.876624 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'Port': ['ID=c29791b1-2262-45e0-a4dc-9a69737adf26,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:11.883185 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:11.985196 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7bfa66-e6cf-4b42-87f5-e4d60d3e529e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:27:11.994278 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.018067 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Transition to ACTIVE for port object da7bfa66-e6cf-4b42-87f5-e4d60d3e529e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:27:12.120171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.124112 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9d8da0fb-bfd0-4f8a-a101-e5c53405429a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:12.264789 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Pushing event updated for resources: {'Port': ['ID=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:12.269675 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:12.315401 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.359469 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07e0b-ebc1-4969-bf1b-86c7b13d4e28 req-282d78e3-e337-496b-886d-c34530ef4251 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:12.366364 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eb07e0b-ebc1-4969-bf1b-86c7b13d4e28 req-282d78e3-e337-496b-886d-c34530ef4251 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.2075143 Jun 17 10:27:12.406438 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Attempting to bind port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:27:12.406826 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Attempting to bind port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:27:12.407377 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Attempting to bind port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e on network 4562544c-baad-418e-b7e0-562cdfca4a6d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:27:12.420418 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e on network 4562544c-baad-418e-b7e0-562cdfca4a6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:27:12.420751 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Attempting to bind port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e on network 4562544c-baad-418e-b7e0-562cdfca4a6d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:27:12.433594 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eb07e0b-ebc1-4969-bf1b-86c7b13d4e28 req-d69a5fae-8f81-4d09-82a3-7d1b6bbe39df tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613019 Jun 17 10:27:12.434888 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:27:12.435225 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Checking segment: {'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:27:12.436734 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Bound using segment: {'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:27:12.436734 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Bound port: da7bfa66-e6cf-4b42-87f5-e4d60d3e529e, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:27:12.436734 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.529615 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] For port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:27:12.536444 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] For port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:27:12.537952 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.620327 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.623457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-13b7f6e4-7bea-4b6c-8b2b-4db653335af8 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:12.668430 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:12.669044 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.670706 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] 10.222.0.20 "PUT /v2.0/ports/da7bfa66-e6cf-4b42-87f5-e4d60d3e529e HTTP/1.1" status: 200 len: 1094 time: 1.2606516 Jun 17 10:27:12.671261 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'tag': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:12.674197 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605cac06-01cb-4d99-99e5-d702569c10f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1465340d-6bf9-4a24-9f24-1b03d1acca1f", "tag": "da7bfa66-e6cf-4b42-87f5-e4d60d3e529e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:12.729225 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Pushing event updated for resources: {'Port': ['ID=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:12.737222 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:12.754657 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2df5f4-3acf-4603-bfcd-d4aa3e905482 x-openstack-request-id: req-6d2df5f4-3acf-4603-bfcd-d4aa3e905482 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:12.755020 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1465340d-6bf9-4a24-9f24-1b03d1acca1f", "tag": "da7bfa66-e6cf-4b42-87f5-e4d60d3e529e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:12.755331 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d2df5f4-3acf-4603-bfcd-d4aa3e905482 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:12.755721 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'tag': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e', 'status': 'completed', 'code': 200} Jun 17 10:27:12.760809 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.883521 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:12.888656 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:12.946039 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cac06-01cb-4d99-99e5-d702569c10f6 req-cdef107c-ba2e-4aba-87da-10095f324413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:12.947709 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-605cac06-01cb-4d99-99e5-d702569c10f6 req-cdef107c-ba2e-4aba-87da-10095f324413 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 1097 time: 0.1526864 Jun 17 10:27:12.962361 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da56ad-0056-40f4-a658-4ea28d84ca6e req-c42e192d-090c-4de4-937e-681d93dbfa53 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:12.964247 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-10da56ad-0056-40f4-a658-4ea28d84ca6e req-c42e192d-090c-4de4-937e-681d93dbfa53 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 944 time: 0.1220706 Jun 17 10:27:13.013011 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'Port': ['ID=c29791b1-2262-45e0-a4dc-9a69737adf26,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:13.023557 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:13.035487 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:13.083437 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-10da56ad-0056-40f4-a658-4ea28d84ca6e req-8d0a406f-1eaf-41a1-b6c9-badb24d77e63 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964403 Jun 17 10:27:13.136479 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cac06-01cb-4d99-99e5-d702569c10f6 req-7909b8dc-7e64-4663-a792-a81802b4af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:13.138445 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-605cac06-01cb-4d99-99e5-d702569c10f6 req-7909b8dc-7e64-4663-a792-a81802b4af05 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1729336 Jun 17 10:27:13.207918 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.l3_db [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Floating IP fb752163-5823-44a5-90c3-c803a2eb9fcd associated. External IP: 172.28.2.229, port: e7d03821-ccf9-45c9-bea4-5009a2bae21a. Jun 17 10:27:13.310915 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cac06-01cb-4d99-99e5-d702569c10f6 req-ad9bc0b7-c96d-4d84-af64-7631453dc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:13.314461 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-605cac06-01cb-4d99-99e5-d702569c10f6 req-ad9bc0b7-c96d-4d84-af64-7631453dc34f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670322 Jun 17 10:27:13.480679 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f3c4352b-26c4-410a-9005-ab0efa31fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:13.483535 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f3c4352b-26c4-410a-9005-ab0efa31fa75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 1097 time: 0.0888207 Jun 17 10:27:13.572196 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-f20fe733-7ce9-4508-946c-a1c501020a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e HTTP/1.1" status: 200 len: 217 time: 0.0776217 Jun 17 10:27:13.627254 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Router 2057bd80-7aa7-43b3-af17-a1279619c807 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:13.655431 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-00c5ba0e-ba54-4298-9576-9f9615884c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:13.660836 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-00c5ba0e-ba54-4298-9576-9f9615884c5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=219ad7f9-3636-4405-af0e-46ab169483e3 HTTP/1.1" status: 200 len: 854 time: 0.0774252 Jun 17 10:27:13.707852 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-9de3cf00-11ce-4602-b1d5-f95087938bad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4562544c-baad-418e-b7e0-562cdfca4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425191 Jun 17 10:27:13.796441 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:13.812231 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] Sync routers for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:13.828015 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:13.829526 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:13.861749 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821332e-0872-41ee-8fa1-f9bbeba76335 req-9a3afd63-c9aa-4d9a-ba55-07f9d87b2e88 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:13.863324 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d821332e-0872-41ee-8fa1-f9bbeba76335 req-9a3afd63-c9aa-4d9a-ba55-07f9d87b2e88 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1864212 Jun 17 10:27:13.867750 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-53911e2b-5ab6-4d26-8d77-021608a62ccd service neutron] 10.222.0.20 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396887 Jun 17 10:27:13.945953 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:13.955734 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d821332e-0872-41ee-8fa1-f9bbeba76335 req-448886af-d6f8-471c-b16a-aea70eb05a30 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847101 Jun 17 10:27:14.011545 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-94b6672f-6722-4eb5-9bed-9ffc7da1f23e req-3d870b91-d131-4e2d-8ace-611797840587 service neutron] 10.222.0.20 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140749 Jun 17 10:27:14.057511 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-972b41cd-32ec-4f3a-8392-14ea906b30ed tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1970828 Jun 17 10:27:14.058208 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:14.060341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:14.061528 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b622e1-8a89-41ac-95f6-0d538c866f93" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:14.068831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127150671', 'description': 'tempest-secgroup-smoke-2127150671 description', 'project_id': '98e9e45907d144bda37b64492a630ede'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:14.100091 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:14.122861 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776eaa22-8de2-4560-9a7f-0df36c743146 x-openstack-request-id: req-776eaa22-8de2-4560-9a7f-0df36c743146 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:14.123402 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:14.123874 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-776eaa22-8de2-4560-9a7f-0df36c743146 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:14.124682 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'status': 'completed', 'code': 200} Jun 17 10:27:14.249047 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:14.350655 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-287e1bed-0359-4078-9c87-34b66664d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:14.353349 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-287e1bed-0359-4078-9c87-34b66664d7c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1098 time: 0.1961091 Jun 17 10:27:14.600796 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'fb752163-5823-44a5-90c3-c803a2eb9fcd', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'port_id': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'mac_address': 'fa:16:3e:69:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:27:12Z', 'updated_at': '2021-06-17T10:27:12Z', 'revision_number': 0, 'project_id': '98e9e45907d144bda37b64492a630ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:45Z', 'revision_number': 5, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:14.618404 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bff47-0442-4c19-a562-b76a441ae809 req-0beaa1d3-a783-416b-adb8-39164b34dde8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:14.621230 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ec9bff47-0442-4c19-a562-b76a441ae809 req-0beaa1d3-a783-416b-adb8-39164b34dde8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 944 time: 0.3746467 Jun 17 10:27:14.635788 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] Checking router: 2057bd80-7aa7-43b3-af17-a1279619c807 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:14.647987 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:14.648639 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:26:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:14.756577 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-49c3fd1c-d0f5-46c7-b961-f5616be624fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:14.759109 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-49c3fd1c-d0f5-46c7-b961-f5616be624fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 915 time: 0.3906753 Jun 17 10:27:14.776233 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:14.783243 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:14.809412 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ec9bff47-0442-4c19-a562-b76a441ae809 req-223fe55c-ee8c-43b3-a1a6-1bcdc4096660 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740859 Jun 17 10:27:14.906478 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-033e51d3-d014-4693-8d13-898cae019139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 999 time: 0.1211169 Jun 17 10:27:14.941992 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:14.947080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-038bf129-46f5-4e3c-a8df-1c5a9794dba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:14.990042 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:14.993566 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:15.001127 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-002274ab-a8b9-4bba-92d9-25f197b32304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:15.004653 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-002274ab-a8b9-4bba-92d9-25f197b32304 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 200 len: 853 time: 0.0908120 Jun 17 10:27:15.101704 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'fb752163-5823-44a5-90c3-c803a2eb9fcd', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'port_id': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'mac_address': 'fa:16:3e:69:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:27:12Z', 'updated_at': '2021-06-17T10:27:12Z', 'revision_number': 0, 'project_id': '98e9e45907d144bda37b64492a630ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:45Z', 'revision_number': 5, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:15.103189 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-1c30c434-8bb6-4425-9910-38013d473e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:15.104808 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-1c30c434-8bb6-4425-9910-38013d473e5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29879b1c-95fd-4574-b800-d0d653bf278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930202 Jun 17 10:27:15.165681 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8d97a-ed44-49e4-9cb7-bf513d936be6 None None] The sync data for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb is: [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'fb752163-5823-44a5-90c3-c803a2eb9fcd', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'floating_ip_address': '172.28.2.229', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'port_id': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'mac_address': 'fa:16:3e:69:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:27:12Z', 'updated_at': '2021-06-17T10:27:12Z', 'revision_number': 0, 'project_id': '98e9e45907d144bda37b64492a630ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:45Z', 'revision_number': 5, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:15.180584 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:15.186866 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1200645 Jun 17 10:27:15.189206 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:15.197645 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'security_group_rule': {'security_group_id': '1f37dea0-ada4-4e25-8bf9-5876cd27a7ff', 'project_id': '98e9e45907d144bda37b64492a630ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:15.275242 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-02ddca6b-5d8b-4731-9621-40a7759e7886 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525185 Jun 17 10:27:15.305353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba35a5e-730d-414d-a035-2edeb8407cfe req-60711ece-c883-4050-ac95-dce958dccab2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:15.306925 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ba35a5e-730d-414d-a035-2edeb8407cfe req-60711ece-c883-4050-ac95-dce958dccab2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1310496 Jun 17 10:27:15.382930 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:15.447786 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf4223-56ea-4140-a9ab-f34f48992574 None None] New status for floating IP fb752163-5823-44a5-90c3-c803a2eb9fcd: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:27:15.457062 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:15.614466 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:15.618581 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ee7532f1-b1f3-4212-963c-4d86c9016749 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:15.650413 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff26ba9-b8e2-4808-9e93-abdc25e67a84,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:15.655072 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:15.758805 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ba35a5e-730d-414d-a035-2edeb8407cfe req-0aa6bb43-f4ee-4d9c-a661-8bda20b2cee9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032111 Jun 17 10:27:15.781174 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-27b622e1-8a89-41ac-95f6-0d538c866f93 req-6f93df2e-7738-409b-a820-74d496822f3e service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040517 Jun 17 10:27:15.791882 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:15.801392 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:15.803429 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-88ca3c6d-584d-4d0c-80e8-2f8e2f821946 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6142347 Jun 17 10:27:15.816426 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'security_group_rule': {'security_group_id': '1f37dea0-ada4-4e25-8bf9-5876cd27a7ff', 'project_id': '98e9e45907d144bda37b64492a630ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:15.955636 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device da7bfa66-e6cf-4b42-87f5-e4d60d3e529e details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:27:16.025375 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.101440 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:16.130174 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e', 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d', 'port_id': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e', 'mac_address': 'fa:16:3e:d3:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219ad7f9-3636-4405-af0e-46ab169483e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:27:16.154501 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3e097-9ec8-416f-a464-4ad99cff2518 req-17cce1b5-627e-4a10-8bb2-0f950dfa1bf4 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:16.157860 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9cb3e097-9ec8-416f-a464-4ad99cff2518 req-17cce1b5-627e-4a10-8bb2-0f950dfa1bf4 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 944 time: 0.1984329 Jun 17 10:27:16.186985 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.210626 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.211621 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7bfa66-e6cf-4b42-87f5-e4d60d3e529e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:27:16.238056 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9cb3e097-9ec8-416f-a464-4ad99cff2518 req-db679750-5ca1-441e-987d-ce653de649ee tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Jun 17 10:27:16.245160 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:16.317408 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.321012 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f6f5d0de-8a28-463a-afc1-18076f5bb180 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:16.352956 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718629b4-1aac-4a45-8fa6-932da3e14761,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:16.358008 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:16.362779 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.365560 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2cde08d4-6412-4898-aea0-dfab75261018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:16.428642 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:16.432258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:16.477299 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.478603 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6765604 Jun 17 10:27:16.481603 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 59416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:16.487151 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'security_group_rule': {'security_group_id': '1f37dea0-ada4-4e25-8bf9-5876cd27a7ff', 'project_id': '98e9e45907d144bda37b64492a630ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:16.602450 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.643904 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['da7bfa66-e6cf-4b42-87f5-e4d60d3e529e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:27:16.674589 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.769328 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.772331 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c5b0fdd5-c1d0-4ac5-819d-c94b848596a4 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:16.791244 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df5f53c-a436-457e-ad0d-4341cc1eaa19,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:16.794056 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:16.943782 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:16.945035 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4623895 Jun 17 10:27:16.950048 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:16.955958 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'security_group_rule': {'security_group_id': '1f37dea0-ada4-4e25-8bf9-5876cd27a7ff', 'project_id': '98e9e45907d144bda37b64492a630ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:17.010325 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435c0cc-c71c-42c8-9159-bf671162081c req-a47005ac-9fc6-4f22-8764-9c2e8e344eb2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:17.011908 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9435c0cc-c71c-42c8-9159-bf671162081c req-a47005ac-9fc6-4f22-8764-9c2e8e344eb2 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.0809314 Jun 17 10:27:17.058569 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9435c0cc-c71c-42c8-9159-bf671162081c req-d41f8b25-2d02-4ee2-a3e8-74788cdc261f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372939 Jun 17 10:27:17.099378 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.173941 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.288224 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.295935 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c7da04e3-a944-49d0-90dd-ca9415334a6c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:17.313920 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78b40c8-c1f8-4831-b66a-cf731f68e112,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:17.317286 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:17.408456 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.409751 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583051 Jun 17 10:27:17.412831 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:17.419126 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'security_group_rule': {'security_group_id': '1f37dea0-ada4-4e25-8bf9-5876cd27a7ff', 'project_id': '98e9e45907d144bda37b64492a630ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:17.462065 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2164d-10a9-49d1-869d-a0dfcd0f568b req-8e0e5f12-1fea-4239-8aba-0b2cd118e287 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:17.463667 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ea2164d-10a9-49d1-869d-a0dfcd0f568b req-8e0e5f12-1fea-4239-8aba-0b2cd118e287 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 945 time: 0.0866523 Jun 17 10:27:17.514489 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ea2164d-10a9-49d1-869d-a0dfcd0f568b req-7e6c4c63-d29c-4635-9477-a79b16eb90cc tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Jun 17 10:27:17.524096 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Project 98e9e45907d144bda37b64492a630ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:27:17.533817 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.649649 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.734650 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.738040 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:17.771007 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d8e0d7-9229-491d-aa03-f1a2ced829d4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:17.776724 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:17.882647 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:17.883892 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b68f806d-b032-422c-8228-4fdc267fc867 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4698379 Jun 17 10:27:17.888651 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 59428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:17.894645 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'security_group_rule': {'security_group_id': '1f37dea0-ada4-4e25-8bf9-5876cd27a7ff', 'project_id': '98e9e45907d144bda37b64492a630ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:17.981873 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device da7bfa66-e6cf-4b42-87f5-e4d60d3e529e up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:27:18.025812 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Project 98e9e45907d144bda37b64492a630ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:27:18.033648 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:18.128131 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:27:18.132918 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:18.142598 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:18.151768 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:18.284942 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904b2c8-f3e1-4288-af2e-d50794ecc9f5 req-23f33ce2-3410-44be-90a6-17d7cdfdf4b1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:18.287484 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:18.287792 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8904b2c8-f3e1-4288-af2e-d50794ecc9f5 req-23f33ce2-3410-44be-90a6-17d7cdfdf4b1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.0847974 Jun 17 10:27:18.299034 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:18.303226 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bc4a4920-7b8b-46de-91dc-79b25810efa7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:18.323416 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307c7fd7-1e96-4d85-adde-85622d2709f2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:18.334165 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:18.358381 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:18.364347 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8904b2c8-f3e1-4288-af2e-d50794ecc9f5 req-0ed40983-6898-4e8e-a2d0-982e04ff481b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637321 Jun 17 10:27:18.378295 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d753df-1b07-4931-baf8-432606075759" -d '{"events": [{"server_uuid": "1465340d-6bf9-4a24-9f24-1b03d1acca1f", "name": "network-vif-plugged", "status": "completed", "tag": "da7bfa66-e6cf-4b42-87f5-e4d60d3e529e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:18.383149 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:18.433153 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d755ad4-ac04-49bc-b690-ecda2fe761e8 x-openstack-request-id: req-1d755ad4-ac04-49bc-b690-ecda2fe761e8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:18.433574 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1465340d-6bf9-4a24-9f24-1b03d1acca1f", "name": "network-vif-plugged", "status": "completed", "tag": "da7bfa66-e6cf-4b42-87f5-e4d60d3e529e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:18.433952 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d755ad4-ac04-49bc-b690-ecda2fe761e8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:18.434487 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e', 'code': 200} Jun 17 10:27:18.518167 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:18.520010 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:18.522206 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-4196972e-c73e-4c38-8eda-e04c078b5f13 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6321621 Jun 17 10:27:18.522511 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:18.603054 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:18.612994 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:18.748006 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-8f1156da-b76c-43a9-aa2e-c2634e9e4e9e tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127150671&fields=id&tenant_id=98e9e45907d144bda37b64492a630ede HTTP/1.1" status: 200 len: 267 time: 0.1059768 Jun 17 10:27:18.884512 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb14b-b48e-4004-aaae-7786e7c863d4 req-ac3e28c4-21cf-442b-b2ec-16a6eb3e4aeb tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:18.887395 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-252cb14b-b48e-4004-aaae-7786e7c863d4 req-ac3e28c4-21cf-442b-b2ec-16a6eb3e4aeb tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.2022634 Jun 17 10:27:18.947893 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-7d08cbec-b687-43fa-ae2d-bc09e14f7b5e tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:18.950714 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-7d08cbec-b687-43fa-ae2d-bc09e14f7b5e tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.1936057 Jun 17 10:27:18.980627 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'port': {'security_groups': ['0d7c5a73-f679-46e4-b3a1-6045874c6d60', '1f37dea0-ada4-4e25-8bf9-5876cd27a7ff']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:19.031256 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-252cb14b-b48e-4004-aaae-7786e7c863d4 req-3b9ac20a-a142-4c09-a17c-80b317cff78e tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357353 Jun 17 10:27:19.221762 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234d16f-98b8-4d42-8f10-d52db87db05e req-910bb9a0-267e-4c8d-aed6-ed5b465edf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:19.224127 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3234d16f-98b8-4d42-8f10-d52db87db05e req-910bb9a0-267e-4c8d-aed6-ed5b465edf42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 1099 time: 0.1987314 Jun 17 10:27:19.225085 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:19.359932 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3234d16f-98b8-4d42-8f10-d52db87db05e req-513c214e-4c1f-4df4-8258-cbb3dd5f778f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187894 Jun 17 10:27:19.649884 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:19.728678 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:19.762523 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa7cd0-4655-4c52-8f73-9657e3cd0420 req-f67770fd-00c5-4355-babb-1edd6a99f333 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:19.765376 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31aa7cd0-4655-4c52-8f73-9657e3cd0420 req-f67770fd-00c5-4355-babb-1edd6a99f333 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.2118261 Jun 17 10:27:19.811236 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31aa7cd0-4655-4c52-8f73-9657e3cd0420 req-e355ab19-b364-4f4e-b0fa-6c83a3fdcd0f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Jun 17 10:27:19.871664 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:19.880071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f55feb38-433a-4c53-ac08-0c13f48be62a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:19.893616 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['e7d03821-ccf9-45c9-bea4-5009a2bae21a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:27:19.940913 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:19.942044 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:19.944304 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1892a94b-843c-4348-a832-fb4e8cd6bd3f req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "PUT /v2.0/ports/e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 981 time: 0.9821138 Jun 17 10:27:20.005681 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:27:20.039711 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:20.042587 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:20.045667 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:20.058932 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:20.078223 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['e7d03821-ccf9-45c9-bea4-5009a2bae21a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:27:20.129388 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f16101-387b-45b6-a008-6e66a1a13fbe x-openstack-request-id: req-14f16101-387b-45b6-a008-6e66a1a13fbe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:20.129723 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:20.130013 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14f16101-387b-45b6-a008-6e66a1a13fbe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:20.130457 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'status': 'completed', 'code': 200} Jun 17 10:27:20.292489 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7546e-a765-49bd-b342-613838af13c4 req-b4313ce3-87b7-4218-89b7-d0a0e73e28b2 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:20.294177 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5cf7546e-a765-49bd-b342-613838af13c4 req-b4313ce3-87b7-4218-89b7-d0a0e73e28b2 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1272089 Jun 17 10:27:20.304902 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-cef2888a-beab-4742-beab-bacda8808c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:20.307681 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-cef2888a-beab-4742-beab-bacda8808c6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1137 time: 0.1049671 Jun 17 10:27:20.331176 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:20.370823 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'port_id': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'mac_address': 'fa:16:3e:55:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:27:20.372574 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d62ca32-2ea7-4c2b-93b5-d3c0abb391f1 None None] Provisioning complete for port e7d03821-ccf9-45c9-bea4-5009a2bae21a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:20.373056 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d62ca32-2ea7-4c2b-93b5-d3c0abb391f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:20.461499 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5cf7546e-a765-49bd-b342-613838af13c4 req-3ec04b92-94fd-4387-9068-1a86381abaaf tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493199 Jun 17 10:27:20.516977 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-6c6efce5-b1fc-4aff-8f07-c4cd2133b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:20.518986 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-6c6efce5-b1fc-4aff-8f07-c4cd2133b64c service neutron] 10.222.0.20 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 915 time: 0.1850986 Jun 17 10:27:20.549717 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:20.609318 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbdb4a-2377-4565-bf04-afb0c19d36ca req-693e48d9-c4d6-493d-828d-9388b283187c tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:20.612185 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-effbdb4a-2377-4565-bf04-afb0c19d36ca req-693e48d9-c4d6-493d-828d-9388b283187c tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.2040386 Jun 17 10:27:20.616056 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2338b6f-e1fb-489a-ad1d-69f08111cf99 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:27:20.660039 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-22f4fd0e-a108-441f-ba6e-fc0d37cbc87a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 1001 time: 0.1262589 Jun 17 10:27:20.699330 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:20.786514 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-effbdb4a-2377-4565-bf04-afb0c19d36ca req-ce1ae44c-72c8-4a36-bcd1-612db8791ee4 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453416 Jun 17 10:27:20.788621 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-175a542e-1a53-4fa1-a685-6c83ff110634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:20.791283 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-175a542e-1a53-4fa1-a685-6c83ff110634 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 200 len: 853 time: 0.1193445 Jun 17 10:27:20.872509 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:20.877184 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-46377394-f008-4081-b466-b63effe966bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:20.893658 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-3749b489-f079-40bb-8f8b-a3582567f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:20.895519 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-3749b489-f079-40bb-8f8b-a3582567f224 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29879b1c-95fd-4574-b800-d0d653bf278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920529 Jun 17 10:27:21.000331 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:21.010412 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:21.017451 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['a2338b6f-e1fb-489a-ad1d-69f08111cf99'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:27:21.038078 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:27:21.144780 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-f43cb5c8-0bff-4157-9d28-474437cd8a92 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384307 Jun 17 10:27:21.208000 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9e698-99f1-4ab1-b7a1-135585731397 req-73a9a535-6fc4-4ed9-a51f-f7fb2ca36e08 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:21.210250 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84a9e698-99f1-4ab1-b7a1-135585731397 req-73a9a535-6fc4-4ed9-a51f-f7fb2ca36e08 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 944 time: 0.1945543 Jun 17 10:27:21.304112 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84a9e698-99f1-4ab1-b7a1-135585731397 req-a86a1220-42c0-4df4-b4c4-ea957ebb8d18 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625620 Jun 17 10:27:21.321340 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d88b5691-8cec-42fd-acd8-ce7ac3eb26c5 req-b03eb6ec-2155-4c8c-abdb-7b8fec69fd52 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616399 Jun 17 10:27:21.598106 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:21.994951 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:27:22.025401 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067c3a4-c7b8-493d-b5a4-eaf6dfea4c75 req-615a57cd-07fe-4a41-bc57-019d637c47c4 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:22.027140 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d067c3a4-c7b8-493d-b5a4-eaf6dfea4c75 req-615a57cd-07fe-4a41-bc57-019d637c47c4 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.0960000 Jun 17 10:27:22.073800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port a2338b6f-e1fb-489a-ad1d-69f08111cf99 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:22.074414 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:22.085745 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d067c3a4-c7b8-493d-b5a4-eaf6dfea4c75 req-8aca5679-12f7-4d37-b909-531ce121eadc tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478382 Jun 17 10:27:22.169681 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:22.242494 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:22.247041 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe39e56d-4299-4550-b84e-5f3b8cbb0678" -d '{"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-plugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:22.276570 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:22.356457 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdc4e53-3e0a-4e5c-81cd-3c9710a0fd05 x-openstack-request-id: req-8bdc4e53-3e0a-4e5c-81cd-3c9710a0fd05 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:22.356980 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-plugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:22.357424 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bdc4e53-3e0a-4e5c-81cd-3c9710a0fd05 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:22.359497 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'code': 200} Jun 17 10:27:22.380873 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:22.384567 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:22.592336 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:22.599510 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:22.729972 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1916c-d1fc-4478-a827-0e2ed7d6bbed req-09c4910b-26db-40fb-ab08-f190678b7223 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:22.733333 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bcf1916c-d1fc-4478-a827-0e2ed7d6bbed req-09c4910b-26db-40fb-ab08-f190678b7223 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1281536 Jun 17 10:27:22.799723 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bcf1916c-d1fc-4478-a827-0e2ed7d6bbed req-f1f63167-edbe-4d60-8c80-f26c2467c384 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592670 Jun 17 10:27:24.119971 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58daa6-338a-45d8-a1de-5d3f66b109ea req-8a060b36-9786-49c1-84e2-33d73fada56a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:24.124453 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0a58daa6-338a-45d8-a1de-5d3f66b109ea req-8a060b36-9786-49c1-84e2-33d73fada56a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1735041 Jun 17 10:27:24.194339 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8c374ab-be1e-4ca1-8d4e-6accb3a6e65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:24.209717 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0a58daa6-338a-45d8-a1de-5d3f66b109ea req-01950142-ee99-4a99-8fbd-01aa094e9a88 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704958 Jun 17 10:27:25.538489 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06ca32-8909-48ee-b8be-e74202f4a38b req-8a70321a-f58e-4579-8ccd-e5624a2f6e51 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:25.541154 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dc06ca32-8909-48ee-b8be-e74202f4a38b req-8a70321a-f58e-4579-8ccd-e5624a2f6e51 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1240659 Jun 17 10:27:25.603935 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dc06ca32-8909-48ee-b8be-e74202f4a38b req-44247ea5-1b29-4d05-a2c1-ab11400eac24 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552535 Jun 17 10:27:27.019695 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f4164-dcee-426a-af8e-329ebcc643a3 req-221867b2-d557-4275-a061-4bb1fda12c07 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:27.022849 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f62f4164-dcee-426a-af8e-329ebcc643a3 req-221867b2-d557-4275-a061-4bb1fda12c07 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1587110 Jun 17 10:27:27.096544 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f62f4164-dcee-426a-af8e-329ebcc643a3 req-a4106d9d-d2ea-4a53-8b25-ee0863c840c7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657971 Jun 17 10:27:27.401621 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:27.435621 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-965dd7e7-97af-49a1-b1f0-d559fa95d75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:28.621765 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf60840-2af1-4296-b353-33d1f8cf9d9e req-9e68c66e-9f49-4dac-b740-5d5c794b77c7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:28.636278 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-adf60840-2af1-4296-b353-33d1f8cf9d9e req-9e68c66e-9f49-4dac-b740-5d5c794b77c7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1894181 Jun 17 10:27:28.729891 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-adf60840-2af1-4296-b353-33d1f8cf9d9e req-75895f66-07a2-4534-8fa8-b508f0ff5fae tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920997 Jun 17 10:27:29.829381 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:30.034743 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6cdf-1506-4b6c-a39d-07fce81131eb req-e7e1f1ab-e319-4360-badd-64d5ab18af8c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:30.037603 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0beb6cdf-1506-4b6c-a39d-07fce81131eb req-e7e1f1ab-e319-4360-badd-64d5ab18af8c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.0925775 Jun 17 10:27:30.096106 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0beb6cdf-1506-4b6c-a39d-07fce81131eb req-53f99651-65eb-4fb5-a03a-fc45bf960e03 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Jun 17 10:27:30.511747 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:31.546948 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b413ddf-5dff-4723-b677-d8673997dac8 req-49fdddf1-47e5-4741-b617-50edb7ff2bb0 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:31.550136 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0b413ddf-5dff-4723-b677-d8673997dac8 req-49fdddf1-47e5-4741-b617-50edb7ff2bb0 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1981640 Jun 17 10:27:31.666077 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0b413ddf-5dff-4723-b677-d8673997dac8 req-99e14990-1b6f-4af0-9492-3618a5cfa12f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973616 Jun 17 10:27:33.007615 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7650-afa5-4002-98e5-8ac1ac5752e6 req-bdcbdf23-acf3-42ba-ae4a-89b19474f1f0 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:33.010353 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-085f7650-afa5-4002-98e5-8ac1ac5752e6 req-bdcbdf23-acf3-42ba-ae4a-89b19474f1f0 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1212907 Jun 17 10:27:33.088417 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-085f7650-afa5-4002-98e5-8ac1ac5752e6 req-dd053e75-4f20-4955-9f4f-55abe9c35874 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686588 Jun 17 10:27:34.658439 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82d87-1ba8-4c55-b679-2842540e97a8 req-c3294954-d580-41c7-9bf3-89d4ccd905c4 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:34.662794 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2fe82d87-1ba8-4c55-b679-2842540e97a8 req-c3294954-d580-41c7-9bf3-89d4ccd905c4 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1366220 Jun 17 10:27:34.738554 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2fe82d87-1ba8-4c55-b679-2842540e97a8 req-283681c2-0a7d-4fa0-a82a-9623acebff3e tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638256 Jun 17 10:27:36.355812 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c01452-9c10-45ad-96fe-6343207907f1 req-2b0cead3-c34e-4f46-8461-9efe133756f1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:36.360580 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-59c01452-9c10-45ad-96fe-6343207907f1 req-2b0cead3-c34e-4f46-8461-9efe133756f1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.0971522 Jun 17 10:27:36.412283 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-59c01452-9c10-45ad-96fe-6343207907f1 req-47a9b89e-bdcf-4468-a95c-3d30e6da5e90 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 Jun 17 10:27:37.504599 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-bd8b8c96-56ba-4b68-99d7-321691cedcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:37.507383 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-bd8b8c96-56ba-4b68-99d7-321691cedcd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1098 time: 0.0881562 Jun 17 10:27:37.755481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-9da7f098-2d66-4c91-a90c-3c69611b2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:37.758248 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-9da7f098-2d66-4c91-a90c-3c69611b2a4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.2434003 Jun 17 10:27:37.804593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a0356-72fe-4002-ac7c-d71a95d55ead req-a86c1161-3ada-4479-b12c-3e7d531cf15d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:37.807349 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-547a0356-72fe-4002-ac7c-d71a95d55ead req-a86c1161-3ada-4479-b12c-3e7d531cf15d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.1991465 Jun 17 10:27:37.963433 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-547a0356-72fe-4002-ac7c-d71a95d55ead req-d981b81e-10ac-46d7-818f-f235ab754fcd tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007831 Jun 17 10:27:37.967003 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-6e61976d-dc7a-4f4a-a252-a1c23ef35c67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 200 len: 1001 time: 0.1948445 Jun 17 10:27:38.043703 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-352d3273-f07c-4695-9693-4ee2a81e40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:38.045594 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-352d3273-f07c-4695-9693-4ee2a81e40e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.0677366 Jun 17 10:27:38.119579 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-4f9996fe-b14a-411c-bf95-a548ace32c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:38.121317 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-4f9996fe-b14a-411c-bf95-a548ace32c06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660272 Jun 17 10:27:38.241905 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-65ee0100-2265-4bd8-a3ed-ea4190e422c3 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119847 Jun 17 10:27:38.397904 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6fcf58d2-e4f8-4af7-a3a0-b4d24b138c10 req-724103c0-0ed2-4f12-b02e-0390c346c81b service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396360 Jun 17 10:27:39.252845 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e699be3-2ab1-44a2-92ec-03f74d75537e req-203696a0-5407-4b82-a18a-805dc6b53e6f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:39.254584 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3e699be3-2ab1-44a2-92ec-03f74d75537e req-203696a0-5407-4b82-a18a-805dc6b53e6f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 945 time: 0.0851190 Jun 17 10:27:39.317669 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3e699be3-2ab1-44a2-92ec-03f74d75537e req-01073b9d-22f7-4a8e-bf4b-2a3c9b93e9b5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560794 Jun 17 10:27:40.117219 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:40.266703 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:40.307106 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:40.310707 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43da875d-ddc7-4a1a-ab74-5831d5b0834a" -d '{"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-unplugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:40.336322 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:40.380997 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfde8495-4805-45aa-9db8-6d40b4abb8ed x-openstack-request-id: req-cfde8495-4805-45aa-9db8-6d40b4abb8ed {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:40.381337 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-unplugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:40.381808 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfde8495-4805-45aa-9db8-6d40b4abb8ed {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:40.382728 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'code': 200} Jun 17 10:27:40.459750 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:40.463248 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:40.545990 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:40.558127 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:40.608588 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6ab1b-20c8-40b4-b3c9-4612c9a7b818 req-36db2401-965e-40f0-aa7d-198bcabbda78 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:40.612695 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d7b6ab1b-20c8-40b4-b3c9-4612c9a7b818 req-36db2401-965e-40f0-aa7d-198bcabbda78 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1285357 Jun 17 10:27:40.692339 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d7b6ab1b-20c8-40b4-b3c9-4612c9a7b818 req-82a50161-a934-4255-a118-adf87d6fe72b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676022 Jun 17 10:27:42.054037 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750a030-aedd-4c71-973c-9da3f0073cc2 req-b264e2f7-abf3-4cfe-845e-78cb6092b9cc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:42.056792 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3750a030-aedd-4c71-973c-9da3f0073cc2 req-b264e2f7-abf3-4cfe-845e-78cb6092b9cc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1297219 Jun 17 10:27:42.127155 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3750a030-aedd-4c71-973c-9da3f0073cc2 req-0d59af7d-3d73-467d-80f2-f7d89b5d729c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579441 Jun 17 10:27:44.126957 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:46.424851 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e279-e8e1-4755-ad0d-ad4a4e0277bb req-929ff366-c65d-4e6b-a6df-d2b9bff12766 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:46.431187 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3066e279-e8e1-4755-ad0d-ad4a4e0277bb req-929ff366-c65d-4e6b-a6df-d2b9bff12766 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1036413 Jun 17 10:27:46.490944 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3066e279-e8e1-4755-ad0d-ad4a4e0277bb req-db5fc332-dcc9-4a07-a583-af3e8db6d67c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535259 Jun 17 10:27:46.757825 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-2adcd662-3fb3-428c-82f4-4f90ba611667 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836666 Jun 17 10:27:47.757987 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc15d5-1498-41d3-9fc5-6cf871f58f3b req-7025b7cc-8217-43bf-8500-564ac191a3e9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:47.886500 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7dfc15d5-1498-41d3-9fc5-6cf871f58f3b req-7025b7cc-8217-43bf-8500-564ac191a3e9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1141229 Jun 17 10:27:47.886500 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7dfc15d5-1498-41d3-9fc5-6cf871f58f3b req-651baf5c-f1bd-425b-a858-5bd5bf1ff670 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597122 Jun 17 10:27:49.086411 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe8382-877f-47f4-9364-7b6de27fbdd6 req-4a048dca-8fa7-4c23-9a9d-1326ef8d5ae1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:49.089131 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdfe8382-877f-47f4-9364-7b6de27fbdd6 req-4a048dca-8fa7-4c23-9a9d-1326ef8d5ae1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.0912213 Jun 17 10:27:49.160686 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdfe8382-877f-47f4-9364-7b6de27fbdd6 req-dccd9b32-7912-4759-ad0c-498e7fae58d7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600033 Jun 17 10:27:49.528296 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-2692284c-a03a-4a2b-a49f-86ae5ba1c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:49.530992 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-2692284c-a03a-4a2b-a49f-86ae5ba1c698 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01&tenant_id=ccc0915252994e75b76fc6669e0b7456 HTTP/1.1" status: 200 len: 1096 time: 0.1476390 Jun 17 10:27:49.627022 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313591db-113e-4ff3-bfdc-7705688ce380 req-bb93dbf2-9dc2-434a-804b-96d29f06d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:49.629915 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-313591db-113e-4ff3-bfdc-7705688ce380 req-bb93dbf2-9dc2-434a-804b-96d29f06d76c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1096 time: 0.1036332 Jun 17 10:27:49.827052 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313591db-113e-4ff3-bfdc-7705688ce380 req-b630dc6c-5dd3-4a9b-b66b-802c8c4f76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:49.830185 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-313591db-113e-4ff3-bfdc-7705688ce380 req-b630dc6c-5dd3-4a9b-b66b-802c8c4f76de service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.1678998 Jun 17 10:27:49.933296 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-313591db-113e-4ff3-bfdc-7705688ce380 req-44e86c59-b7f9-4a8c-8fc1-8ff078c8f5b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 200 len: 999 time: 0.0958176 Jun 17 10:27:50.014348 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313591db-113e-4ff3-bfdc-7705688ce380 req-d19b1d76-1557-432b-b6f0-71e49ea87cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.015439 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-313591db-113e-4ff3-bfdc-7705688ce380 req-d19b1d76-1557-432b-b6f0-71e49ea87cf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.0691102 Jun 17 10:27:50.134701 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313591db-113e-4ff3-bfdc-7705688ce380 req-1febb803-59e9-496f-99e2-44c1aa44f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.137453 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-313591db-113e-4ff3-bfdc-7705688ce380 req-1febb803-59e9-496f-99e2-44c1aa44f0bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1038857 Jun 17 10:27:50.345747 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-313591db-113e-4ff3-bfdc-7705688ce380 req-1978ecd1-8440-4a74-b41a-fcd16149e803 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957049 Jun 17 10:27:50.567694 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-313591db-113e-4ff3-bfdc-7705688ce380 req-023f6309-2f8b-4858-b8f2-d93a9da8299a service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129810 Jun 17 10:27:50.632260 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550951af-1187-4dc5-abeb-5771351ec340 req-fe425d7f-ddbd-4192-bf76-f9f4f23836c9 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.634823 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-550951af-1187-4dc5-abeb-5771351ec340 req-fe425d7f-ddbd-4192-bf76-f9f4f23836c9 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.2419815 Jun 17 10:27:50.653126 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01d622-d9c1-43bd-8424-fa3404408475 req-90547c0d-2907-4459-b23a-bdbba0ca6f6f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.654747 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b01d622-d9c1-43bd-8424-fa3404408475 req-90547c0d-2907-4459-b23a-bdbba0ca6f6f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.2159235 Jun 17 10:27:50.709866 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-ae0af0cd-5fc2-497e-bc15-1d35180d1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.712041 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-ae0af0cd-5fc2-497e-bc15-1d35180d1557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1137 time: 0.2524891 Jun 17 10:27:50.809726 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-0b1abda8-718f-4a6d-8b8c-b2b07297ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.813261 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-0b1abda8-718f-4a6d-8b8c-b2b07297ec87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ccc0915252994e75b76fc6669e0b7456&device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1096 time: 0.0772374 Jun 17 10:27:50.851765 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-550951af-1187-4dc5-abeb-5771351ec340 req-411f2729-af10-4837-bdad-8f63e0dc661b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1955631 Jun 17 10:27:50.860862 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b01d622-d9c1-43bd-8424-fa3404408475 req-70051807-3a80-4c93-ac05-1f3657ccd009 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950028 Jun 17 10:27:50.981288 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-5e68720c-4fd3-4faa-a631-4300ea671dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.983068 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-5e68720c-4fd3-4faa-a631-4300ea671dd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 915 time: 0.2597263 Jun 17 10:27:51.041403 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-e0a64d85-c4d1-471a-962f-127a2e9073e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:51.043808 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-e0a64d85-c4d1-471a-962f-127a2e9073e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 200 len: 918 time: 0.2171664 Jun 17 10:27:51.147502 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-5b362c65-64c4-461c-a865-739fe13e0f12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 1001 time: 0.1550453 Jun 17 10:27:51.174672 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-a54e4f55-8369-44cf-9997-f79407543eb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 200 len: 999 time: 0.1205366 Jun 17 10:27:51.241585 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-c8dfebbd-d7d5-4797-8dd4-89b74729a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:51.244377 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-c8dfebbd-d7d5-4797-8dd4-89b74729a36d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 200 len: 853 time: 0.0898266 Jun 17 10:27:51.268993 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-b3fd89f2-9473-4e34-8aaf-bf6a18780ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:51.271271 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-b3fd89f2-9473-4e34-8aaf-bf6a18780ba0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 200 len: 856 time: 0.0887287 Jun 17 10:27:51.338146 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-c51da99a-e73f-4122-b74f-4b5c62a5785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:51.339805 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-c51da99a-e73f-4122-b74f-4b5c62a5785a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29879b1c-95fd-4574-b800-d0d653bf278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879447 Jun 17 10:27:51.385851 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-cc03f16f-73e6-4ad4-81f1-b732123723a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:51.388633 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-cc03f16f-73e6-4ad4-81f1-b732123723a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=927ad643-b9f7-40c8-98ef-bb01af7e0bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088045 Jun 17 10:27:51.494545 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.536400 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-27f23a13-eac6-47eb-b83d-97f9125b577b service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847439 Jun 17 10:27:51.584919 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-b94c4442-1ad1-42e8-8659-50ed31ba61c1 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841974 Jun 17 10:27:51.767306 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-92d010eb-e656-44d1-ae42-e88021ca8e36 req-170137c2-8883-4663-b877-21241a0d4fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710579 Jun 17 10:27:52.272212 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f320a021-cc12-42e0-87f8-550b53a894e2 req-c200091e-e152-44e3-a6de-eb1bbd069350 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7269328 Jun 17 10:27:52.339247 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125123a9-59d0-4f66-a69d-4fce4e69739c req-d020af21-064a-458e-b066-2fa7854c2280 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:52.340584 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-125123a9-59d0-4f66-a69d-4fce4e69739c req-d020af21-064a-458e-b066-2fa7854c2280 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.2618215 Jun 17 10:27:52.386284 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4dc7e-c0cf-4dbf-b586-8adaf1d5ed16 req-967e6ddc-1cb1-47af-ae55-961a45fa9e8c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:52.389145 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-99c4dc7e-c0cf-4dbf-b586-8adaf1d5ed16 req-967e6ddc-1cb1-47af-ae55-961a45fa9e8c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.2463031 Jun 17 10:27:52.471995 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-125123a9-59d0-4f66-a69d-4fce4e69739c req-1308ec32-a455-4a9b-b15d-ab900c8b63f0 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184151 Jun 17 10:27:52.486581 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-99c4dc7e-c0cf-4dbf-b586-8adaf1d5ed16 req-bd6e85cc-726e-4c3f-98d1-fb1dcba90f00 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844388 Jun 17 10:27:53.791517 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981210a-97bc-4a41-a357-66a952b15e67 req-27143934-abc9-4bec-b702-f927ef14544e tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:53.793183 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2981210a-97bc-4a41-a357-66a952b15e67 req-27143934-abc9-4bec-b702-f927ef14544e tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1153748 Jun 17 10:27:53.886697 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2981210a-97bc-4a41-a357-66a952b15e67 req-bf423628-ad35-4a4a-bb30-4423ed67391b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853462 Jun 17 10:27:54.031779 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57dedd0c-4539-4ea5-9bfd-8692f9d2eb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.227701 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b94612-e502-4803-b4b7-fdf5a59ebe99 req-bed5848f-766a-467c-ab6f-a22ca2ef8037 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:54.235740 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-68b94612-e502-4803-b4b7-fdf5a59ebe99 req-bed5848f-766a-467c-ab6f-a22ca2ef8037 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1339149 Jun 17 10:27:54.314053 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-68b94612-e502-4803-b4b7-fdf5a59ebe99 req-3cc60edc-25c3-4008-a07a-ae46e785b3c9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725305 Jun 17 10:27:55.232366 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e23a7-dfc9-4a04-8acb-941bcc8b25f6 req-2a60872f-25f4-417c-816a-4d63df8345ac tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:55.234395 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b24e23a7-dfc9-4a04-8acb-941bcc8b25f6 req-2a60872f-25f4-417c-816a-4d63df8345ac tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1217113 Jun 17 10:27:55.324730 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b24e23a7-dfc9-4a04-8acb-941bcc8b25f6 req-78230eb2-5077-47f3-9563-b88bebb7fe2f tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782418 Jun 17 10:27:55.695858 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cacd61-c7a5-40ef-96c0-a153577238ee req-e3c05926-beed-42bb-b53a-8875ebefb287 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:55.697703 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-48cacd61-c7a5-40ef-96c0-a153577238ee req-e3c05926-beed-42bb-b53a-8875ebefb287 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1073368 Jun 17 10:27:55.772802 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-48cacd61-c7a5-40ef-96c0-a153577238ee req-e2e212c1-b7e2-4219-b945-94f433b000c5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635555 Jun 17 10:27:56.673650 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a01f2-745a-4b71-b55a-44404837e13d req-45d4698b-bf20-4487-9771-699640b2ad0c tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:56.675497 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4e1a01f2-745a-4b71-b55a-44404837e13d req-45d4698b-bf20-4487-9771-699640b2ad0c tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1059985 Jun 17 10:27:56.784801 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4e1a01f2-745a-4b71-b55a-44404837e13d req-aa18fae6-6e27-41d2-9b6f-1de3ed737a45 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003315 Jun 17 10:27:57.074125 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0f6cb-b0a5-4113-890a-5f550c9a1a3f req-39010961-0192-42c5-8a2b-6beaacc04515 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:57.075851 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cf0f6cb-b0a5-4113-890a-5f550c9a1a3f req-39010961-0192-42c5-8a2b-6beaacc04515 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1263559 Jun 17 10:27:57.157689 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6cf0f6cb-b0a5-4113-890a-5f550c9a1a3f req-9da566a2-ee4b-4948-818a-b97097fc3684 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704405 Jun 17 10:27:57.377091 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6c3429a-fcff-4966-bff2-0fd4c81a995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:57.445812 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:58.015284 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:27:58.111517 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e17f0-f206-44d8-a4cb-240ea8049245 req-9b7c16ef-fc3e-4112-b9e0-e45cf7870bb5 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:58.113771 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cb1e17f0-f206-44d8-a4cb-240ea8049245 req-9b7c16ef-fc3e-4112-b9e0-e45cf7870bb5 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1234190 Jun 17 10:27:58.203714 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cb1e17f0-f206-44d8-a4cb-240ea8049245 req-6dca9e9c-5900-4e83-bd80-9661679664bc tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813625 Jun 17 10:27:58.473843 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74a14b-a058-4cd5-8bd0-d7c062f10ade req-41a5435b-bf0b-49b9-b75b-3b900bc9ace7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:58.486530 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4f74a14b-a058-4cd5-8bd0-d7c062f10ade req-41a5435b-bf0b-49b9-b75b-3b900bc9ace7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.0839741 Jun 17 10:27:58.540352 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4f74a14b-a058-4cd5-8bd0-d7c062f10ade req-e79f5dbe-cce1-4ec7-9cb7-683fea3c2426 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577669 Jun 17 10:27:59.552434 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70a14a-67ad-4587-9b68-3c4eeaa7b878 req-f206a201-4fbb-42eb-a9a0-68cd90626314 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:59.554598 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a70a14a-67ad-4587-9b68-3c4eeaa7b878 req-f206a201-4fbb-42eb-a9a0-68cd90626314 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1314504 Jun 17 10:27:59.613372 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.619398 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a70a14a-67ad-4587-9b68-3c4eeaa7b878 req-b82886f0-0823-405a-acbd-4489de7ed2bf tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537813 Jun 17 10:27:59.882070 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97567e1-3d8c-49bc-bc8e-a141e6342632 req-654dc6c2-11d7-4a91-aa1c-e49c867a249b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:59.884286 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e97567e1-3d8c-49bc-bc8e-a141e6342632 req-654dc6c2-11d7-4a91-aa1c-e49c867a249b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.0798807 Jun 17 10:27:59.965863 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e97567e1-3d8c-49bc-bc8e-a141e6342632 req-1b2ab793-4990-482e-9ef9-1651f10056e7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702100 Jun 17 10:28:00.496853 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.898210 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419abf2-4afc-45b0-8d03-6b706c962d2e req-9d4f2761-e711-418a-8bad-44b0cda01f0b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:00.908421 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b419abf2-4afc-45b0-8d03-6b706c962d2e req-9d4f2761-e711-418a-8bad-44b0cda01f0b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1157675 Jun 17 10:28:00.975302 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b419abf2-4afc-45b0-8d03-6b706c962d2e req-6f90e37a-ce35-452d-ba3e-1f8f7e90122b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654302 Jun 17 10:28:01.381380 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670997-d821-40f5-8e70-d593027eda47 req-27078ed0-0b5f-49e9-b276-f6c30ae7d40d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:01.384703 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e670997-d821-40f5-8e70-d593027eda47 req-27078ed0-0b5f-49e9-b276-f6c30ae7d40d tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1643457 Jun 17 10:28:01.463636 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6e670997-d821-40f5-8e70-d593027eda47 req-14621a07-d928-4b36-bdf3-851cef90132b tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649142 Jun 17 10:28:02.316272 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979cf30-93c2-476f-8019-c1277ead24a9 req-ca30b5f4-7571-4137-849b-f7365f895a89 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:02.319360 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c979cf30-93c2-476f-8019-c1277ead24a9 req-ca30b5f4-7571-4137-849b-f7365f895a89 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1285279 Jun 17 10:28:02.397870 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c979cf30-93c2-476f-8019-c1277ead24a9 req-5a0b9cf9-becb-4352-a13a-1d0b0de8719c tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663323 Jun 17 10:28:02.764034 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfed8b-d398-4d62-aa4b-6c9bb1d56b3c req-46c042b5-b95d-4c4e-9116-17ad0ba03504 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:02.765825 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b5dfed8b-d398-4d62-aa4b-6c9bb1d56b3c req-46c042b5-b95d-4c4e-9116-17ad0ba03504 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.0924466 Jun 17 10:28:02.844320 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b5dfed8b-d398-4d62-aa4b-6c9bb1d56b3c req-3d490edc-4907-4564-89c4-bd22e0b562eb tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682757 Jun 17 10:28:03.781442 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd262-b6b6-4e3c-bad6-3880460005ca req-303d83ec-8433-423b-9095-d9b0bb53c0a3 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:03.783149 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0bfdd262-b6b6-4e3c-bad6-3880460005ca req-303d83ec-8433-423b-9095-d9b0bb53c0a3 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1444595 Jun 17 10:28:03.849923 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0bfdd262-b6b6-4e3c-bad6-3880460005ca req-483ffc87-3246-430d-a41f-1b9f7ab3e4ea tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552411 Jun 17 10:28:04.110981 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852863c-4dce-452c-8307-a81610984109 req-f10cf757-7ddc-40b6-b755-0e4157e6d052 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:04.119096 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c852863c-4dce-452c-8307-a81610984109 req-f10cf757-7ddc-40b6-b755-0e4157e6d052 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1007168 Jun 17 10:28:04.159039 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c852863c-4dce-452c-8307-a81610984109 req-54221925-d751-49a3-8c7d-f523b7bb9831 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388489 Jun 17 10:28:05.125777 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89e708-12da-462d-b53e-0459e110b572 req-868cc02b-fd14-467a-a26a-ae7fab679bca tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:05.128074 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ce89e708-12da-462d-b53e-0459e110b572 req-868cc02b-fd14-467a-a26a-ae7fab679bca tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1331048 Jun 17 10:28:05.207473 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ce89e708-12da-462d-b53e-0459e110b572 req-71adbca7-f770-4906-bc78-7e73dbd00662 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721877 Jun 17 10:28:05.504241 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc1c06-019d-47d9-afaf-793cdb918706 req-302a68a4-8e4f-4ccf-9737-318c4183f96a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:05.505943 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84cc1c06-019d-47d9-afaf-793cdb918706 req-302a68a4-8e4f-4ccf-9737-318c4183f96a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.0820525 Jun 17 10:28:05.554568 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84cc1c06-019d-47d9-afaf-793cdb918706 req-a8f3442c-c7a5-41cd-9577-c9aacc292ecc tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Jun 17 10:28:06.487605 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2f2de-bf0b-4fbd-ac5c-a1ee20ecfa55 req-0e5d2a78-7795-49e5-bd7a-c2107503300a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:06.490222 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4ef2f2de-bf0b-4fbd-ac5c-a1ee20ecfa55 req-0e5d2a78-7795-49e5-bd7a-c2107503300a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1180415 Jun 17 10:28:06.559545 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4ef2f2de-bf0b-4fbd-ac5c-a1ee20ecfa55 req-b39274b4-9f78-4151-829a-8c0e9aafd385 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625844 Jun 17 10:28:06.835539 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d01ad-86b1-4690-b970-296c3dc682e1 req-0e3c1933-f736-4770-9425-afdd7f4b9e82 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:06.838380 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-110d01ad-86b1-4690-b970-296c3dc682e1 req-0e3c1933-f736-4770-9425-afdd7f4b9e82 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.1058986 Jun 17 10:28:06.893549 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-110d01ad-86b1-4690-b970-296c3dc682e1 req-d715f188-5175-42fd-92e4-2ff09bac95e9 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473456 Jun 17 10:28:07.791004 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2f790-8f6d-4d09-897f-419caa986098 req-2b40e6aa-0640-456e-9359-e4b0eb9f1853 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:07.792624 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f2e2f790-8f6d-4d09-897f-419caa986098 req-2b40e6aa-0640-456e-9359-e4b0eb9f1853 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0779884 Jun 17 10:28:07.863162 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f2e2f790-8f6d-4d09-897f-419caa986098 req-0707b004-b7b1-4c10-bdf8-fed9afa609d0 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631976 Jun 17 10:28:08.149515 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c2406-f723-405a-80c2-7971ad3e0b6b req-77dba0e1-1011-434b-b86d-c8ce2254b5d5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:08.151042 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-467c2406-f723-405a-80c2-7971ad3e0b6b req-77dba0e1-1011-434b-b86d-c8ce2254b5d5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 943 time: 0.0802338 Jun 17 10:28:08.194722 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:28:08.211981 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-467c2406-f723-405a-80c2-7971ad3e0b6b req-dd8df088-9461-4a1b-a95d-63ec127f8469 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505872 Jun 17 10:28:08.347287 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:08.368927 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'port_id': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'mac_address': 'fa:16:3e:55:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:28:08.416091 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:08.433436 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2338b6f-e1fb-489a-ad1d-69f08111cf99 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:28:08.459061 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:08.581022 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:08.585374 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:08.674671 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:08.691642 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.692223 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.692879 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.693447 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.694008 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.694537 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.694888 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.695361 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.695930 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.696498 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.697108 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.697677 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:08.705664 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:08.875663 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['a2338b6f-e1fb-489a-ad1d-69f08111cf99'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:28:09.193376 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a5def-6f75-41bb-bfce-30f5c36db938 req-22d77c5a-a577-4f74-abc2-9a4870a36dc6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:09.196376 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c55a5def-6f75-41bb-bfce-30f5c36db938 req-22d77c5a-a577-4f74-abc2-9a4870a36dc6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1199472 Jun 17 10:28:09.273739 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c55a5def-6f75-41bb-bfce-30f5c36db938 req-ae086a27-e3cb-4488-aa0a-ab1d1e40f3b2 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683095 Jun 17 10:28:09.587902 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cc3ae-7e26-416e-8fb4-13053ba46b3e req-6db18d71-9e67-4e12-a533-33ac5b04492a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:09.590816 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c04cc3ae-7e26-416e-8fb4-13053ba46b3e req-6db18d71-9e67-4e12-a533-33ac5b04492a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 944 time: 0.1312714 Jun 17 10:28:09.669704 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c04cc3ae-7e26-416e-8fb4-13053ba46b3e req-29fb6da9-9945-4170-911d-e9e4df69904f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663395 Jun 17 10:28:10.207247 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:28:10.500773 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port a2338b6f-e1fb-489a-ad1d-69f08111cf99 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:10.501659 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:10.635840 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ced022-8a90-4c9f-85e6-bb412fa9d10a req-aeb62f2f-7ca0-4908-a997-62a1814aa11a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:10.640541 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-89ced022-8a90-4c9f-85e6-bb412fa9d10a req-aeb62f2f-7ca0-4908-a997-62a1814aa11a tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1188173 Jun 17 10:28:10.645481 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:10.674670 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:10.677468 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc4a03-813f-4885-a758-4c8c3cec60a4" -d '{"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-plugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:10.694301 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:10.719880 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-89ced022-8a90-4c9f-85e6-bb412fa9d10a req-e126af67-da4f-48db-8a6a-d845c8dd3dad tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652902 Jun 17 10:28:10.739030 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db454f7b-134f-4e80-a8ff-d77043e2565f x-openstack-request-id: req-db454f7b-134f-4e80-a8ff-d77043e2565f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:10.743968 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-plugged", "status": "completed", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:10.743968 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db454f7b-134f-4e80-a8ff-d77043e2565f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:10.743968 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'code': 200} Jun 17 10:28:10.819105 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:10.822570 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:10.923831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:10.929569 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:10.996962 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea68ea1-fb3f-4b66-a746-2138fe6a52a3 req-50e311ee-85c8-46d4-9245-a7d7c9d5eb6a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:11.000169 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ea68ea1-fb3f-4b66-a746-2138fe6a52a3 req-50e311ee-85c8-46d4-9245-a7d7c9d5eb6a tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.1115484 Jun 17 10:28:11.086393 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ea68ea1-fb3f-4b66-a746-2138fe6a52a3 req-cd9d763c-ce8f-4a2c-aaa8-0bb3e9259408 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700116 Jun 17 10:28:11.296218 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820a2e2-9b1d-45ad-a5bf-29dcfbe1f947 req-3fd4e015-323c-4a2a-8fed-e1798b87bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:11.297957 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9820a2e2-9b1d-45ad-a5bf-29dcfbe1f947 req-3fd4e015-323c-4a2a-8fed-e1798b87bc9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 1099 time: 0.0699611 Jun 17 10:28:11.353614 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9820a2e2-9b1d-45ad-a5bf-29dcfbe1f947 req-5304d49a-6ae8-4b66-acb0-a62d5580b681 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486825 Jun 17 10:28:11.955766 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd888-2abb-4061-9a19-5cfb2f3f48f1 req-e80da805-c247-4e3f-ac95-904d378f8841 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:11.959081 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-132bd888-2abb-4061-9a19-5cfb2f3f48f1 req-e80da805-c247-4e3f-ac95-904d378f8841 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0959699 Jun 17 10:28:12.013756 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-132bd888-2abb-4061-9a19-5cfb2f3f48f1 req-044bdaf2-ed64-4e24-a1b5-127996547486 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438209 Jun 17 10:28:12.308956 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083521a-478f-43e4-99e2-3fcdd8335534 req-b32a38a5-f173-4021-873d-242ee4462b12 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:12.311244 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f083521a-478f-43e4-99e2-3fcdd8335534 req-b32a38a5-f173-4021-873d-242ee4462b12 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.0930607 Jun 17 10:28:12.372673 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f083521a-478f-43e4-99e2-3fcdd8335534 req-5fd9b5bb-baf8-4417-91e1-adb285d2dc60 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506561 Jun 17 10:28:13.361215 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b2ed-0cc8-43ae-9502-758bef5c2e00 req-2744ba55-f656-4d41-aa51-35eb56a3a579 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:13.363998 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-98a0b2ed-0cc8-43ae-9502-758bef5c2e00 req-2744ba55-f656-4d41-aa51-35eb56a3a579 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1204517 Jun 17 10:28:13.443290 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-98a0b2ed-0cc8-43ae-9502-758bef5c2e00 req-1e2c739e-356c-4f8d-8d0b-2b589ba9ef38 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671129 Jun 17 10:28:13.739165 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7afa9-436b-427d-b28d-213c5194c6d9 req-ac5a71b9-fb0f-46a1-8d38-e3e125f14804 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:13.745444 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fbc7afa9-436b-427d-b28d-213c5194c6d9 req-ac5a71b9-fb0f-46a1-8d38-e3e125f14804 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.0954037 Jun 17 10:28:13.795448 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fbc7afa9-436b-427d-b28d-213c5194c6d9 req-0c03b6ab-3bb9-46cf-85ee-ce5a77116f08 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463207 Jun 17 10:28:14.303553 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3cc1-9b46-4d49-ad6d-697698cd825c req-20db850c-d1f9-46b0-8d5d-09a3c234f1b2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:14.312379 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b6ee3cc1-9b46-4d49-ad6d-697698cd825c req-20db850c-d1f9-46b0-8d5d-09a3c234f1b2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1174204 Jun 17 10:28:14.380768 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b6ee3cc1-9b46-4d49-ad6d-697698cd825c req-3fa715ad-f3e7-466d-a042-37a88c163bd2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635805 Jun 17 10:28:14.715436 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc0b38-677e-4489-9b8d-49acb864b866 req-ebd374b0-92cc-4c31-92e7-18213dfe5f65 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:14.717729 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ccc0b38-677e-4489-9b8d-49acb864b866 req-ebd374b0-92cc-4c31-92e7-18213dfe5f65 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0875051 Jun 17 10:28:14.764423 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2ccc0b38-677e-4489-9b8d-49acb864b866 req-4f0da42a-a448-4f87-9bbb-5df86823c958 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393825 Jun 17 10:28:15.051781 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e1965-1188-4678-9401-3d0824715f53 req-37277250-7bbc-41c0-9431-d913775c624f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:15.053377 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0f4e1965-1188-4678-9401-3d0824715f53 req-37277250-7bbc-41c0-9431-d913775c624f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.1028082 Jun 17 10:28:15.105966 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0f4e1965-1188-4678-9401-3d0824715f53 req-2ddc4517-5252-4531-8f4f-42b89c877700 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Jun 17 10:28:15.752078 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4906-0b65-499c-ac7a-d5bac102f911 req-c89b2a8d-7dad-4c08-9ce6-893a496c6b1a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:15.753896 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f6eb4906-0b65-499c-ac7a-d5bac102f911 req-c89b2a8d-7dad-4c08-9ce6-893a496c6b1a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1183128 Jun 17 10:28:15.808067 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f6eb4906-0b65-499c-ac7a-d5bac102f911 req-f80e486e-ff9f-4bf6-b2b3-f61622917d9a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 Jun 17 10:28:16.061500 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb4b6a-04c1-4d0c-ab0f-435159818414 req-026ecdd5-8851-4fee-87fe-c7bec6541f84 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:16.063265 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdcb4b6a-04c1-4d0c-ab0f-435159818414 req-026ecdd5-8851-4fee-87fe-c7bec6541f84 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0982091 Jun 17 10:28:16.112954 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fdcb4b6a-04c1-4d0c-ab0f-435159818414 req-2898bc43-c9b5-4183-95b8-b1c0c0ddbcdf tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420840 Jun 17 10:28:16.445749 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc81c1e-bda2-4a7e-9fd1-cd7ccd5aca58 req-580a1e8c-c793-4ff4-b224-6a5c8f0df72f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:16.448405 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9bc81c1e-bda2-4a7e-9fd1-cd7ccd5aca58 req-580a1e8c-c793-4ff4-b224-6a5c8f0df72f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.1192689 Jun 17 10:28:16.513554 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9bc81c1e-bda2-4a7e-9fd1-cd7ccd5aca58 req-fc5161e6-8e51-42f5-9a2a-e3542688c4e5 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547431 Jun 17 10:28:17.081426 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615f206-0504-4446-9726-1d4d01a8ffec req-95b7e1bc-5457-4ed5-a7d2-79bd82835d29 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:17.083043 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1615f206-0504-4446-9726-1d4d01a8ffec req-95b7e1bc-5457-4ed5-a7d2-79bd82835d29 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0789850 Jun 17 10:28:17.135306 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1615f206-0504-4446-9726-1d4d01a8ffec req-ac15269b-83a6-43bb-a849-f78868e14800 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Jun 17 10:28:17.391750 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e4d4d-8b12-447c-8a43-baaf760b9ef7 req-4f2c74ff-a8f9-4cbb-a67b-a2e789bb8c84 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:17.393654 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-388e4d4d-8b12-447c-8a43-baaf760b9ef7 req-4f2c74ff-a8f9-4cbb-a67b-a2e789bb8c84 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0906727 Jun 17 10:28:17.460830 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-388e4d4d-8b12-447c-8a43-baaf760b9ef7 req-a2ca8dce-6e52-4b44-b598-06bcef7e47e6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562649 Jun 17 10:28:18.447429 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9ce6b-4d46-442e-8111-80ec79016511 req-f4185e27-1234-48b3-abcd-701a5b664d62 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:18.450243 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-40f9ce6b-4d46-442e-8111-80ec79016511 req-f4185e27-1234-48b3-abcd-701a5b664d62 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0970776 Jun 17 10:28:18.525226 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-40f9ce6b-4d46-442e-8111-80ec79016511 req-67986234-a0b2-42c0-9e14-3754f4b7afd2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638130 Jun 17 10:28:18.736861 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cb0a8-d2ca-4a79-b0df-f10df04f7115 req-1e8f975a-a8f8-46eb-8f71-b865f9c379ea tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:18.739524 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-428cb0a8-d2ca-4a79-b0df-f10df04f7115 req-1e8f975a-a8f8-46eb-8f71-b865f9c379ea tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0899608 Jun 17 10:28:18.808316 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-428cb0a8-d2ca-4a79-b0df-f10df04f7115 req-48baf98b-345e-4a46-88dc-975263181a1d tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611570 Jun 17 10:28:19.794046 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa057f0-d8c6-4b6b-8a2e-a56578c71f77 req-8fe82114-4ddb-4214-babb-48070e68b91d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:19.796970 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4fa057f0-d8c6-4b6b-8a2e-a56578c71f77 req-8fe82114-4ddb-4214-babb-48070e68b91d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0916824 Jun 17 10:28:19.847492 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4fa057f0-d8c6-4b6b-8a2e-a56578c71f77 req-d58548e3-95e2-46a1-b94c-660c64b0f003 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435102 Jun 17 10:28:20.027155 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9eb62-143b-41d4-9d29-ef52d7f8a12c req-3a199b01-5a7f-40f8-84e2-8d0c36d205e7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:20.029721 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-47b9eb62-143b-41d4-9d29-ef52d7f8a12c req-3a199b01-5a7f-40f8-84e2-8d0c36d205e7 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0743842 Jun 17 10:28:20.079503 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-47b9eb62-143b-41d4-9d29-ef52d7f8a12c req-a7eaee13-7738-4a9a-8dcf-acfdec37057c tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427861 Jun 17 10:28:21.192408 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b577b03-de68-4471-bc38-196cf06558c3 req-c10f7195-df57-45df-a651-77d1db6e2b73 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:21.195592 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b577b03-de68-4471-bc38-196cf06558c3 req-c10f7195-df57-45df-a651-77d1db6e2b73 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1521842 Jun 17 10:28:21.273802 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b577b03-de68-4471-bc38-196cf06558c3 req-de8d0bd8-5e89-4066-a441-304f4a3ff8ec tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659618 Jun 17 10:28:21.416420 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6fe9c-6eb3-4d92-9bda-a9ec7b5adf0b req-526fcf32-d21e-457b-b3d5-383cc9963b1b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:21.420100 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cff6fe9c-6eb3-4d92-9bda-a9ec7b5adf0b req-526fcf32-d21e-457b-b3d5-383cc9963b1b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1252897 Jun 17 10:28:21.459117 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:21.492144 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cff6fe9c-6eb3-4d92-9bda-a9ec7b5adf0b req-bc937121-33c9-487d-ad9e-cda0a20f9443 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634835 Jun 17 10:28:22.562696 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef059d2-79dd-4581-9df0-fb0811a76f60 req-955483b5-4f35-4c31-9819-155c9c7bd7f5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:22.564967 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ef059d2-79dd-4581-9df0-fb0811a76f60 req-955483b5-4f35-4c31-9819-155c9c7bd7f5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1230080 Jun 17 10:28:22.656397 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ef059d2-79dd-4581-9df0-fb0811a76f60 req-ff13faf3-f923-4d1e-be4d-be68064fc773 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806165 Jun 17 10:28:22.794978 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e21db-8487-47d5-ad6f-2823edc724fd req-5d7700d1-561f-40a3-93f2-5d819a8c11aa tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:22.797952 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0f4e21db-8487-47d5-ad6f-2823edc724fd req-5d7700d1-561f-40a3-93f2-5d819a8c11aa tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.1138446 Jun 17 10:28:22.874557 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0f4e21db-8487-47d5-ad6f-2823edc724fd req-f4731a29-ca63-43ec-8914-6589a3a16334 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&id=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654783 Jun 17 10:28:23.978306 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505500-a7d9-4d8e-b35a-2496228e56af req-6686e020-536e-4112-839d-025561fa8e5d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:23.979807 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a505500-a7d9-4d8e-b35a-2496228e56af req-6686e020-536e-4112-839d-025561fa8e5d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0880437 Jun 17 10:28:24.041349 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2a505500-a7d9-4d8e-b35a-2496228e56af req-42805e85-ff31-4ba7-a7ce-539a1d5f2580 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547349 Jun 17 10:28:24.050496 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41e716be-8c43-4789-abce-df8bb3c95f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:25.270161 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58984bf2-7c3f-4b68-b0d1-e59dc8490a81 req-7a70b4eb-dd6f-4814-8607-80ab7ed95cce tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:25.271732 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-58984bf2-7c3f-4b68-b0d1-e59dc8490a81 req-7a70b4eb-dd6f-4814-8607-80ab7ed95cce tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0949993 Jun 17 10:28:25.319828 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-58984bf2-7c3f-4b68-b0d1-e59dc8490a81 req-1c7015e2-7822-48f2-8751-fa33b688965c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Jun 17 10:28:26.540896 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd907789-2d4a-40f6-b873-9d2b5ff2cf44 req-e301403c-8260-4c93-93f4-a61426819370 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:26.540896 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fd907789-2d4a-40f6-b873-9d2b5ff2cf44 req-e301403c-8260-4c93-93f4-a61426819370 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.1358516 Jun 17 10:28:26.619605 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fd907789-2d4a-40f6-b873-9d2b5ff2cf44 req-e9324119-c715-40a3-8317-68a437377b2a tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596559 Jun 17 10:28:26.666768 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c47ec-670a-40b5-be8a-190df95dfcf3 req-6e0a1dca-78eb-420d-9b49-9307c5b4c673 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:26.668696 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fc1c47ec-670a-40b5-be8a-190df95dfcf3 req-6e0a1dca-78eb-420d-9b49-9307c5b4c673 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1624885 Jun 17 10:28:26.756065 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fc1c47ec-670a-40b5-be8a-190df95dfcf3 req-2806a3de-101a-43a5-b70b-fec7ba594555 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785849 Jun 17 10:28:27.355941 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d046dead-a59b-4ff6-88da-7b24308fe740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:27.424860 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:27.942741 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89504dd-6895-49a8-8b4e-455da491d855 req-945d587a-0e69-4808-9d45-0a173d4428f7 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:27.945502 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e89504dd-6895-49a8-8b4e-455da491d855 req-945d587a-0e69-4808-9d45-0a173d4428f7 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.1066163 Jun 17 10:28:28.083585 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e89504dd-6895-49a8-8b4e-455da491d855 req-e8893e8e-d499-449f-b897-103440da5e2c tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185427 Jun 17 10:28:28.127702 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e8217-8ac5-485d-abf2-88fce9f2a61a req-0957efc0-9c89-46bb-b039-f22897e69fc3 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:28.130682 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e31e8217-8ac5-485d-abf2-88fce9f2a61a req-0957efc0-9c89-46bb-b039-f22897e69fc3 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1819427 Jun 17 10:28:28.199507 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e31e8217-8ac5-485d-abf2-88fce9f2a61a req-9b609d54-c03e-4e48-8392-0788c239e125 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568783 Jun 17 10:28:29.399668 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0107c-5e5c-4deb-bd82-f55397367678 req-020385e3-97c6-42ab-a277-75eb9a3e3799 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:29.402347 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-32d0107c-5e5c-4deb-bd82-f55397367678 req-020385e3-97c6-42ab-a277-75eb9a3e3799 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.1418598 Jun 17 10:28:29.493171 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-32d0107c-5e5c-4deb-bd82-f55397367678 req-a2c3ef6f-49aa-4e47-b1d4-862ebd0490ee tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735438 Jun 17 10:28:29.528630 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb1659-ab8f-4e50-a6b8-fc1fd33c6ab1 req-f4e251fd-4cd2-43eb-8887-f19c6aadc27d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:29.530611 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-44fb1659-ab8f-4e50-a6b8-fc1fd33c6ab1 req-f4e251fd-4cd2-43eb-8887-f19c6aadc27d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1262002 Jun 17 10:28:29.587866 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-44fb1659-ab8f-4e50-a6b8-fc1fd33c6ab1 req-1d9a2b1d-1a9b-4cc6-9db1-b30a6dba798c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503192 Jun 17 10:28:29.624064 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:30.487206 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:30.728642 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a59d3-dac8-41d8-a112-9d8453a1d426 req-f894f1c5-4250-417b-aa7f-2412d67cabde tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:30.730574 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-792a59d3-dac8-41d8-a112-9d8453a1d426 req-f894f1c5-4250-417b-aa7f-2412d67cabde tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.0886667 Jun 17 10:28:30.804182 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-792a59d3-dac8-41d8-a112-9d8453a1d426 req-a320897b-67d0-400c-a6b9-a782834ca7cb tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624514 Jun 17 10:28:30.912481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05862e-f4cd-4443-933f-83c3a4fc72d6 req-de13c586-6a70-4e37-9f30-30ea7dc42f6b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:30.915438 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6d05862e-f4cd-4443-933f-83c3a4fc72d6 req-de13c586-6a70-4e37-9f30-30ea7dc42f6b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1074977 Jun 17 10:28:30.986007 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6d05862e-f4cd-4443-933f-83c3a4fc72d6 req-859a36ed-8cf4-43d2-af25-54a61bbf8b98 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616281 Jun 17 10:28:31.662255 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-9aba3561-c295-49b9-b212-631bdd12cef8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:31.664057 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-9aba3561-c295-49b9-b212-631bdd12cef8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.0780139 Jun 17 10:28:31.784221 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Deleting port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:28:31.785023 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:31.891010 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] For port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:31.891372 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:31.970802 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Calling delete_port for da7bfa66-e6cf-4b42-87f5-e4d60d3e529e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:28:32.165120 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a048535-459a-49d3-b41b-b87c0ef9be81 req-1a6fccc2-2f09-425f-ab49-0ddaaae894de tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:32.166768 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4a048535-459a-49d3-b41b-b87c0ef9be81 req-1a6fccc2-2f09-425f-ab49-0ddaaae894de tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 946 time: 0.1929734 Jun 17 10:28:32.345713 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4a048535-459a-49d3-b41b-b87c0ef9be81 req-ad59e86d-5d5a-4e79-8fa9-c8c4c399b7be tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686947 Jun 17 10:28:32.390169 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8c801-40ea-4499-9fc9-6366702222ba req-f9a049d0-9aaa-459d-a3f2-ce78625105d3 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:32.391770 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-96b8c801-40ea-4499-9fc9-6366702222ba req-f9a049d0-9aaa-459d-a3f2-ce78625105d3 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1859920 Jun 17 10:28:32.460015 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-96b8c801-40ea-4499-9fc9-6366702222ba req-e2908119-6597-44fe-983f-2edaa468dfe8 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607793 Jun 17 10:28:32.487443 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:32.494265 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:32.541753 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Pushing event deleted for resources: {'Port': ['ID=da7bfa66-e6cf-4b42-87f5-e4d60d3e529e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:32.567711 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.568340 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.569005 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.569854 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.570483 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.571111 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.571743 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.572340 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.572980 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.573559 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.574144 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.574748 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:32.609317 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:32.634673 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] No DVR routers for this DVR port da7bfa66-e6cf-4b42-87f5-e4d60d3e529e on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:28:32.637554 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:32.639799 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-34f456a1-f160-48e1-820d-bdefdf5b6465 req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "DELETE /v2.0/ports/da7bfa66-e6cf-4b42-87f5-e4d60d3e529e HTTP/1.1" status: 204 len: 173 time: 0.9676163 Jun 17 10:28:32.640387 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'name': 'network-vif-deleted', 'tag': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:32.642854 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0353b106-9875-4bc1-97ca-92e1f5d5e321" -d '{"events": [{"server_uuid": "1465340d-6bf9-4a24-9f24-1b03d1acca1f", "name": "network-vif-deleted", "tag": "da7bfa66-e6cf-4b42-87f5-e4d60d3e529e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:32.696456 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35eff63-6398-4adf-b877-5130520d615e x-openstack-request-id: req-e35eff63-6398-4adf-b877-5130520d615e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:32.697018 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1465340d-6bf9-4a24-9f24-1b03d1acca1f", "name": "network-vif-deleted", "tag": "da7bfa66-e6cf-4b42-87f5-e4d60d3e529e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:32.697488 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e35eff63-6398-4adf-b877-5130520d615e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:32.698157 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1465340d-6bf9-4a24-9f24-1b03d1acca1f', 'name': 'network-vif-deleted', 'tag': 'da7bfa66-e6cf-4b42-87f5-e4d60d3e529e', 'status': 'completed', 'code': 200} Jun 17 10:28:33.627182 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ff4c4dc-cd63-466a-b8d8-16d5abc5bcde req-be86db8e-2920-4243-b3f0-71afb8b0837c tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=1465340d-6bf9-4a24-9f24-1b03d1acca1f HTTP/1.1" status: 200 len: 210 time: 0.0680387 Jun 17 10:28:33.748200 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d9ac7-d507-4aba-95eb-c81a036056f7 req-01db7117-93df-4c8b-8da2-ec44276f5725 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:33.750950 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-045d9ac7-d507-4aba-95eb-c81a036056f7 req-01db7117-93df-4c8b-8da2-ec44276f5725 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0803640 Jun 17 10:28:33.817911 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-045d9ac7-d507-4aba-95eb-c81a036056f7 req-6f3db407-9207-4cd5-8085-422f9977e5cd tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599160 Jun 17 10:28:34.335198 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device da7bfa66-e6cf-4b42-87f5-e4d60d3e529e no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:28:34.369236 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: da7bfa66-e6cf-4b42-87f5-e4d60d3e529e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:28:34.369832 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device da7bfa66-e6cf-4b42-87f5-e4d60d3e529e not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:28:35.007689 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:28:35.079748 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45bb7d-3013-4b0d-9f18-cc59dab59a79 req-346d7ea2-5faa-43ce-a5f5-1a5ae196182a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:35.082535 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0f45bb7d-3013-4b0d-9f18-cc59dab59a79 req-346d7ea2-5faa-43ce-a5f5-1a5ae196182a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1138983 Jun 17 10:28:35.138316 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0f45bb7d-3013-4b0d-9f18-cc59dab59a79 req-a395e026-94ab-42fb-91f1-35aeefb2f2f8 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484188 Jun 17 10:28:35.887903 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e7cb0-57fe-41c7-aad8-9d50368bc7e2 req-40777634-c610-479e-bc4b-0e7382400065 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:35.889577 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-692e7cb0-57fe-41c7-aad8-9d50368bc7e2 req-40777634-c610-479e-bc4b-0e7382400065 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1080406 Jun 17 10:28:35.964615 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-692e7cb0-57fe-41c7-aad8-9d50368bc7e2 req-6efb69fe-8758-4585-93ac-29d002925cb4 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632865 Jun 17 10:28:36.050642 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-89f7e451-5ed5-4f48-9c96-3460d46c5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:36.052180 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-89f7e451-5ed5-4f48-9c96-3460d46c5ff6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 1099 time: 0.0865021 Jun 17 10:28:36.165148 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-0b6e7ebb-5ff7-4d45-848e-1dae769c853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:36.167536 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-0b6e7ebb-5ff7-4d45-848e-1dae769c853f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 911 time: 0.1077394 Jun 17 10:28:36.245819 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-8dfff8e8-0495-4cf1-a457-9f865ca38429 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 200 len: 1002 time: 0.0690265 Jun 17 10:28:36.312212 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-885317a4-dfd5-4235-9ea2-bcd2389ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:36.313959 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-885317a4-dfd5-4235-9ea2-bcd2389ad8db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.0608773 Jun 17 10:28:36.411857 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-381b2344-9181-4ed0-9667-d3cbdde6e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:36.414601 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-381b2344-9181-4ed0-9667-d3cbdde6e8ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910077 Jun 17 10:28:36.563525 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-be176cd1-56f2-4797-944d-b954e47b1cc4 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411405 Jun 17 10:28:36.718439 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-385ec449-27f4-4bb6-aac1-ce1874981d07 req-8ac51906-3d78-412b-bd3a-1f540f16b4d2 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444528 Jun 17 10:28:37.299329 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4fc3-b4cc-4fb7-b45a-762538cd6c5d req-7a094798-6c55-4b6b-9e0f-aec3d9caf8a0 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:37.302949 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a83e4fc3-b4cc-4fb7-b45a-762538cd6c5d req-7a094798-6c55-4b6b-9e0f-aec3d9caf8a0 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1443417 Jun 17 10:28:37.363476 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a83e4fc3-b4cc-4fb7-b45a-762538cd6c5d req-a643797d-1650-4466-879b-e088fa0585f4 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531218 Jun 17 10:28:38.627900 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dc0b9-d180-4be8-80b1-14753ab92fe1 req-6461856c-0407-4d53-aab3-f6c967c7205b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:38.630307 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a7dc0b9-d180-4be8-80b1-14753ab92fe1 req-6461856c-0407-4d53-aab3-f6c967c7205b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0920432 Jun 17 10:28:38.676280 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1a7dc0b9-d180-4be8-80b1-14753ab92fe1 req-4857c142-6317-472f-a34e-a85aa2ff1f42 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Jun 17 10:28:39.748987 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d056dbcd-4084-4b8d-a4ab-d9b6598e3a23 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:39.750306 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d056dbcd-4084-4b8d-a4ab-d9b6598e3a23 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/networks?id=4562544c-baad-418e-b7e0-562cdfca4a6d HTTP/1.1" status: 200 len: 814 time: 0.1186266 Jun 17 10:28:39.771650 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d7a4703c-e35d-4ed7-a043-682c55fd1224 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/quotas/f5a9f63c8efb45d8b6d206ee0fb637d2 HTTP/1.1" status: 200 len: 375 time: 0.0117662 Jun 17 10:28:39.816065 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-66916d0e-ab31-4acf-b449-1ca31a635820 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378835 Jun 17 10:28:40.195050 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-715986de-a4cc-4782-87f5-86edc85650cb service neutron] 10.222.0.50 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656113 Jun 17 10:28:40.295179 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-a518a275-69a5-459f-893a-493c0b94ea1a service neutron] 10.222.0.50 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929875 Jun 17 10:28:40.674076 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a8f867ab-1f5f-44e3-a88e-f162061484b5 req-6724b430-73f3-4da4-aeaa-0b75dd010be9 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 210 time: 0.0550416 Jun 17 10:28:41.785285 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ac21b8b-a1d3-485c-8588-57d6216f0246 req-082466cc-121f-4c25-9c49-187bb83a2400 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 210 time: 0.0318956 Jun 17 10:28:42.959823 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c104a7b4-6327-480e-849e-5a5b02aed477 req-623c2123-5879-43ec-857e-979571031191 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 210 time: 0.0357866 Jun 17 10:28:43.784863 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-411c8722-75eb-49b1-b450-afae09a3a35c tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:43.787479 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-411c8722-75eb-49b1-b450-afae09a3a35c tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "GET /v2.0/networks?id=4562544c-baad-418e-b7e0-562cdfca4a6d HTTP/1.1" status: 200 len: 814 time: 0.1285596 Jun 17 10:28:43.803838 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Request body: {'port': {'device_id': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d', 'admin_state_up': True, 'tenant_id': 'f5a9f63c8efb45d8b6d206ee0fb637d2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:44.087071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Made reservation on behalf of f5a9f63c8efb45d8b6d206ee0fb637d2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:28:44.094152 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:44.152991 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de57efdd-1777-4ca1-9144-eb4da271db8b req-04fbaf97-720c-4b34-a63a-8ec9b44ccadc tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 210 time: 0.0553095 Jun 17 10:28:44.367714 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Allocated IP 172.20.0.6 (4562544c-baad-418e-b7e0-562cdfca4a6d/219ad7f9-3636-4405-af0e-46ab169483e3/5b8dde45-39cd-4d69-8f46-0fc2a917e04d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:28:44.600653 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:44.800908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:44.806070 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5a3f80a4-6c08-47e4-9751-4df37921a7f2 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:44.854137 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Network 4562544c-baad-418e-b7e0-562cdfca4a6d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:28:44.859105 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:28:44.869863 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:28:44.877193 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Pushing event updated for resources: {'Port': ['ID=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:44.907265 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:44.935153 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:44.935840 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:45.214448 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4163814 Jun 17 10:28:45.230544 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Request body: {'port': {'device_id': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:45.421647 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:45.521961 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fea96-656b-45ed-afb7-5825a3765c0c req-88fb8368-623d-4a4d-acd4-5cadb5c6aee6 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:45.523608 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e41fea96-656b-45ed-afb7-5825a3765c0c req-88fb8368-623d-4a4d-acd4-5cadb5c6aee6 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 931 time: 0.2205265 Jun 17 10:28:45.645719 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e41fea96-656b-45ed-afb7-5825a3765c0c req-91537faa-0cf8-467f-ab8d-75fa12e70e68 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058223 Jun 17 10:28:45.820234 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8dde45-39cd-4d69-8f46-0fc2a917e04d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:28:45.826635 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:45.843077 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Transition to ACTIVE for port object 5b8dde45-39cd-4d69-8f46-0fc2a917e04d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:28:45.954496 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:45.957463 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d69a560a-ed8f-4170-bd79-320cd141da3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:46.045268 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:46.050266 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:46.126223 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Attempting to bind port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:28:46.126508 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Attempting to bind port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:28:46.126975 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Attempting to bind port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d on network 4562544c-baad-418e-b7e0-562cdfca4a6d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:28:46.132287 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d on network 4562544c-baad-418e-b7e0-562cdfca4a6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:28:46.132650 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Attempting to bind port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d on network 4562544c-baad-418e-b7e0-562cdfca4a6d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:28:46.138722 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:28:46.139035 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Checking segment: {'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:28:46.139452 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Bound using segment: {'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:28:46.139919 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Bound port: 5b8dde45-39cd-4d69-8f46-0fc2a917e04d, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b2ac6f-0196-497f-ac8d-825194cc386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:28:46.140374 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:46.215019 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] For port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:28:46.219522 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] For port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:28:46.345005 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:46.350457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b737a456-24d3-45d1-b6d5-3b21ca26f8c7 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:46.413671 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:46.414729 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:46.417253 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] 10.222.0.20 "PUT /v2.0/ports/5b8dde45-39cd-4d69-8f46-0fc2a917e04d HTTP/1.1" status: 200 len: 1093 time: 1.1946592 Jun 17 10:28:46.418184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'tag': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:46.423276 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c4f5cb-d474-4b1e-b2ff-ff2579ac035a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eb2715-0e75-439c-92eb-7d458cb135b1", "tag": "5b8dde45-39cd-4d69-8f46-0fc2a917e04d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:46.456346 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:46.459739 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:46.528714 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc8c204-3ba0-4541-9e24-18961151d34e x-openstack-request-id: req-3fc8c204-3ba0-4541-9e24-18961151d34e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:46.528714 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eb2715-0e75-439c-92eb-7d458cb135b1", "tag": "5b8dde45-39cd-4d69-8f46-0fc2a917e04d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:46.528714 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fc8c204-3ba0-4541-9e24-18961151d34e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:46.528714 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'tag': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d', 'status': 'completed', 'code': 200} Jun 17 10:28:46.599214 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f5cb-d474-4b1e-b2ff-ff2579ac035a req-0592cc5c-667e-4362-9063-1b0d27c507d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:46.600906 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c2c4f5cb-d474-4b1e-b2ff-ff2579ac035a req-0592cc5c-667e-4362-9063-1b0d27c507d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 1096 time: 0.0697396 Jun 17 10:28:46.749176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f5cb-d474-4b1e-b2ff-ff2579ac035a req-93c659db-cc28-4885-8f4d-fa07cb03528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:46.751808 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c2c4f5cb-d474-4b1e-b2ff-ff2579ac035a req-93c659db-cc28-4885-8f4d-fa07cb03528b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1420643 Jun 17 10:28:46.994970 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f5cb-d474-4b1e-b2ff-ff2579ac035a req-845d901a-08f4-4b56-bec2-ea05271ce514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:46.997173 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c2c4f5cb-d474-4b1e-b2ff-ff2579ac035a req-845d901a-08f4-4b56-bec2-ea05271ce514 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2327373 Jun 17 10:28:47.008320 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a041333-ab58-4de9-97fc-e20070d330ea req-6ee07ded-5cf2-4d68-8a3c-c2f469bc0295 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:47.010532 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4a041333-ab58-4de9-97fc-e20070d330ea req-6ee07ded-5cf2-4d68-8a3c-c2f469bc0295 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 943 time: 0.2299988 Jun 17 10:28:47.085880 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4a041333-ab58-4de9-97fc-e20070d330ea req-252b966d-a749-40a6-9a8d-a05c17d16412 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662096 Jun 17 10:28:47.117080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-870c98d2-1446-4bb9-95bd-68dff6f46e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:47.118601 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-870c98d2-1446-4bb9-95bd-68dff6f46e06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 1096 time: 0.0657098 Jun 17 10:28:47.166931 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-4310d011-c890-4d5b-9c6d-a0b0e055ca5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b8dde45-39cd-4d69-8f46-0fc2a917e04d HTTP/1.1" status: 200 len: 217 time: 0.0394588 Jun 17 10:28:47.223355 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-22eb9209-8882-4ad7-92be-8d26a375bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:47.224860 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-22eb9209-8882-4ad7-92be-8d26a375bee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=219ad7f9-3636-4405-af0e-46ab169483e3 HTTP/1.1" status: 200 len: 854 time: 0.0513158 Jun 17 10:28:47.261541 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-761c8127-0b25-47e8-82ae-a7f15662452f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4562544c-baad-418e-b7e0-562cdfca4a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280843 Jun 17 10:28:47.373900 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-47b50f2f-4f10-47f5-807c-75bee4d6d64f service neutron] 10.222.0.20 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033847 Jun 17 10:28:47.493249 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-249e8300-b3d1-439e-b65d-7900a1ea3de7 req-ca3e630f-00e8-4d91-895b-eaf5411dc889 service neutron] 10.222.0.20 "GET /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089735 Jun 17 10:28:48.298468 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208d4de-dc8f-4570-93f7-0cfcfff3198d req-2515520a-7e09-4ed7-9eed-fc92ef430789 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:48.300669 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9208d4de-dc8f-4570-93f7-0cfcfff3198d req-2515520a-7e09-4ed7-9eed-fc92ef430789 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 943 time: 0.0736227 Jun 17 10:28:48.359988 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9208d4de-dc8f-4570-93f7-0cfcfff3198d req-3131d61f-cac2-4f7f-bdb4-1e0c295ba392 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520887 Jun 17 10:28:49.286407 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-984c4fa3-ac86-41ed-b538-8bf707f52687 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608621 Jun 17 10:28:49.381270 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-3f838fc9-f40f-4747-a19f-09e1636326af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:49.383060 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-3f838fc9-f40f-4747-a19f-09e1636326af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1137 time: 0.0694101 Jun 17 10:28:49.548347 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-95a2c60a-cde1-4ff6-895e-788c3e6a8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:49.549990 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-95a2c60a-cde1-4ff6-895e-788c3e6a8679 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 915 time: 0.1379824 Jun 17 10:28:49.632283 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-84bfaeda-0853-4305-b361-17277814e82a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 1001 time: 0.0740626 Jun 17 10:28:49.640885 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59b6f-5caa-4c96-91dd-786b8aacefe0 req-996eccc8-290e-42bf-87ab-a97ec9c164df tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:49.642546 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f0e59b6f-5caa-4c96-91dd-786b8aacefe0 req-996eccc8-290e-42bf-87ab-a97ec9c164df tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 943 time: 0.1454973 Jun 17 10:28:49.725769 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-a0fcd8f1-1ed4-410a-bc6d-c9e3351bf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:49.727247 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-a0fcd8f1-1ed4-410a-bc6d-c9e3351bf3cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 200 len: 853 time: 0.0837362 Jun 17 10:28:49.733380 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f0e59b6f-5caa-4c96-91dd-786b8aacefe0 req-071e443a-0ca2-4681-88f8-836cf051dca4 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 Jun 17 10:28:49.791083 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-33062922-14de-4e5a-a327-e7b23b54f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:49.792647 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-33062922-14de-4e5a-a327-e7b23b54f257 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29879b1c-95fd-4574-b800-d0d653bf278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0572071 Jun 17 10:28:49.907016 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-07d77437-1a76-47e7-be85-d2d9b101e942 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032667 Jun 17 10:28:50.050310 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-de845f8c-0af0-4a5e-808c-c0e4c7343672 req-08a41a90-28d4-4fac-8aaa-72c4b7c1921c service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318133 Jun 17 10:28:50.395385 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5b8dde45-39cd-4d69-8f46-0fc2a917e04d details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:28:50.514427 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:50.529432 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d', 'network_id': '4562544c-baad-418e-b7e0-562cdfca4a6d', 'port_id': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d', 'mac_address': 'fa:16:3e:7e:17:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219ad7f9-3636-4405-af0e-46ab169483e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:28:50.574471 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:50.591208 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8dde45-39cd-4d69-8f46-0fc2a917e04d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:28:50.620974 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:50.729432 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:50.732515 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:50.795766 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:50.802608 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:51.035768 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1e0a2-5681-441c-922b-459524d1e208 req-a3a93983-eb5e-4c30-947d-6e3eda2797b0 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:51.037565 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43e1e0a2-5681-441c-922b-459524d1e208 req-a3a93983-eb5e-4c30-947d-6e3eda2797b0 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 944 time: 0.1373701 Jun 17 10:28:51.051404 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3e0a-6304-4090-982e-a41704dbee21 req-76446144-5eda-4f4f-80b1-cad884b2a7aa tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:51.053758 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1b6c3e0a-6304-4090-982e-a41704dbee21 req-76446144-5eda-4f4f-80b1-cad884b2a7aa tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.1120639 Jun 17 10:28:51.055608 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['5b8dde45-39cd-4d69-8f46-0fc2a917e04d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:28:51.134895 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43e1e0a2-5681-441c-922b-459524d1e208 req-8e558b9c-f642-4942-99a1-f37d5976c2b1 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797682 Jun 17 10:28:51.139653 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1b6c3e0a-6304-4090-982e-a41704dbee21 req-b950df74-ccb9-40a7-863e-1e7d8c1e43f1 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722530 Jun 17 10:28:51.474712 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:52.369833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee0e7-3145-4d97-91fa-305293638057 req-3be0fd47-c2dc-4bb2-abc9-aa3b521a6589 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:52.372497 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9e1ee0e7-3145-4d97-91fa-305293638057 req-3be0fd47-c2dc-4bb2-abc9-aa3b521a6589 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 944 time: 0.0779202 Jun 17 10:28:52.414885 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5b8dde45-39cd-4d69-8f46-0fc2a917e04d up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:28:52.455517 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9e1ee0e7-3145-4d97-91fa-305293638057 req-3aaccd1a-f420-4f19-bd57-de763f0d3a8c tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719819 Jun 17 10:28:52.488914 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28f081-3210-44cc-ac0d-8c4e7b03a150 req-4b4cc8d3-26e7-43e8-b49a-8729ae14fd89 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:52.491453 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2f28f081-3210-44cc-ac0d-8c4e7b03a150 req-4b4cc8d3-26e7-43e8-b49a-8729ae14fd89 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.1169729 Jun 17 10:28:52.536617 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2f28f081-3210-44cc-ac0d-8c4e7b03a150 req-31523c73-1252-47ab-ae0a-6b3544bb50aa tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf251929-2c3f-41a2-8a32-a6df1deede62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394154 Jun 17 10:28:52.590064 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:28:52.596530 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:52.597180 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:52.694192 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15802d90-bfa4-4826-b845-39bf64e75096 req-c5bbda22-b61d-4e7b-9c34-3e3d2938fa28 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:52.695799 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15802d90-bfa4-4826-b845-39bf64e75096 req-c5bbda22-b61d-4e7b-9c34-3e3d2938fa28 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 946 time: 0.0757639 Jun 17 10:28:52.750068 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:52.791772 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:52.796072 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b367d227-782c-4ce2-84b3-2ff314194cc9" -d '{"events": [{"server_uuid": "a4eb2715-0e75-439c-92eb-7d458cb135b1", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dde45-39cd-4d69-8f46-0fc2a917e04d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:52.820200 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:52.843366 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca893e4-a448-42fe-b089-d9cb3856c9be x-openstack-request-id: req-0ca893e4-a448-42fe-b089-d9cb3856c9be {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:52.843809 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb2715-0e75-439c-92eb-7d458cb135b1", "name": "network-vif-plugged", "status": "completed", "tag": "5b8dde45-39cd-4d69-8f46-0fc2a917e04d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:52.844224 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ca893e4-a448-42fe-b089-d9cb3856c9be {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:52.844868 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d', 'code': 200} Jun 17 10:28:52.858744 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Deleting port a2338b6f-e1fb-489a-ad1d-69f08111cf99 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:28:52.859299 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:52.923628 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:52.926746 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:52.979176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] For port a2338b6f-e1fb-489a-ad1d-69f08111cf99, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=a2338b6f-e1fb-489a-ad1d-69f08111cf99,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:52.979691 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:52.995187 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:53.001237 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:53.221815 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:53.222350 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:53.222774 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.l3_db [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Floating IP f9f41e1c-b13f-4854-89ae-5233a465ec2b disassociated. External IP: 172.28.2.245, port: a2338b6f-e1fb-489a-ad1d-69f08111cf99. Jun 17 10:28:53.223228 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Calling delete_port for a2338b6f-e1fb-489a-ad1d-69f08111cf99 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:28:53.341492 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d014e1-4f98-4d17-94bc-541d056c66ca req-46ee0505-9e3a-4011-b95e-80451067f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:53.342951 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-82d014e1-4f98-4d17-94bc-541d056c66ca req-46ee0505-9e3a-4011-b95e-80451067f3de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 1098 time: 0.0606122 Jun 17 10:28:53.383496 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-82d014e1-4f98-4d17-94bc-541d056c66ca req-e4daa7c5-452c-4153-bfb5-3c9ddbd69800 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Jun 17 10:28:53.485973 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:53.491333 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4bde5332-12be-4326-b496-834ef399699f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:53.520014 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event deleted for resources: {'Port': ['ID=a2338b6f-e1fb-489a-ad1d-69f08111cf99,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:53.523490 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:53.835161 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f977952f-085f-4468-b3ae-79150ec706fa req-df4761a6-57de-4f58-ae9a-eb70ff852e68 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 210 time: 0.0765946 Jun 17 10:28:53.851075 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Router 1ddf4b1d-6f62-4230-9bee-f65988828113 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:28:53.860341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ab21-7e47-4d0a-90e9-5f66f9bec702 req-153fcd9c-b017-4f6e-b083-fa10a10fc334 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:53.862016 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cdf5ab21-7e47-4d0a-90e9-5f66f9bec702 req-153fcd9c-b017-4f6e-b083-fa10a10fc334 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.2252741 Jun 17 10:28:54.021606 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a71d1fb-d38e-4f37-b9fd-be76e770c630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:54.281990 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cdf5ab21-7e47-4d0a-90e9-5f66f9bec702 req-b15867e1-bc99-4e52-863b-e6456e6eb0b9 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081984 Jun 17 10:28:54.315877 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:28:54.331692 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] Sync routers for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:28:54.344890 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:54.353054 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:54.369553 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] No DVR routers for this DVR port a2338b6f-e1fb-489a-ad1d-69f08111cf99 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:28:54.373475 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:54.375620 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15802d90-bfa4-4826-b845-39bf64e75096 req-98ed2bca-e1b5-4968-b0f6-9847df5ed527 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.20 "DELETE /v2.0/ports/a2338b6f-e1fb-489a-ad1d-69f08111cf99 HTTP/1.1" status: 204 len: 173 time: 1.6717005 Jun 17 10:28:54.376180 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-deleted', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:54.379027 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce2bc5-9c07-42bd-aeb1-29416e835662" -d '{"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-deleted", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:54.421076 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097df38a-4255-49d9-8553-22d3a6f6efcc x-openstack-request-id: req-097df38a-4255-49d9-8553-22d3a6f6efcc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:54.421411 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bae8fd7-2181-4cb1-a642-dd354717fd01", "name": "network-vif-deleted", "tag": "a2338b6f-e1fb-489a-ad1d-69f08111cf99", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:54.421845 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-097df38a-4255-49d9-8553-22d3a6f6efcc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:54.422225 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bae8fd7-2181-4cb1-a642-dd354717fd01', 'name': 'network-vif-deleted', 'tag': 'a2338b6f-e1fb-489a-ad1d-69f08111cf99', 'status': 'completed', 'code': 200} Jun 17 10:28:54.494321 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:54.776982 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:54.805798 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] Checking router: 1ddf4b1d-6f62-4230-9bee-f65988828113 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:28:54.818516 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:54.819163 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:54.954057 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:55.118718 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6b982619-e9cf-45f1-bca0-a48279d9aa28 req-2091aa47-1c4f-47bd-bfcf-152d8142d6c7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/ports?device_id=6bae8fd7-2181-4cb1-a642-dd354717fd01 HTTP/1.1" status: 200 len: 210 time: 0.0342329 Jun 17 10:28:55.231586 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:55.266821 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f416f43-8662-40c6-9169-b524bc1554a2 None None] The sync data for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb is: [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:21:21Z', 'revision_number': 4, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '5c1b19b5-559d-41dc-b8b3-0999d1028238', 'name': '', 'network_id': '927ad643-b9f7-40c8-98ef-bb01af7e0bdf', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'mac_address': 'fa:16:3e:d5:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:20Z', 'updated_at': '2021-06-17T10:21:35Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'subnets': [{'id': '5fb003ba-f996-4502-b511-64c1cb52e77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:28:55.582223 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a1ace5-4b48-4660-9c51-0044fdd2a243 None None] New status for floating IP f9f41e1c-b13f-4854-89ae-5233a465ec2b: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:28:55.589598 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb868e3-8feb-4688-be7b-5720706d542e req-52d787d7-6530-443f-be79-8b79c144bb86 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:55.592275 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7cb868e3-8feb-4688-be7b-5720706d542e req-52d787d7-6530-443f-be79-8b79c144bb86 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.1245065 Jun 17 10:28:55.660645 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7cb868e3-8feb-4688-be7b-5720706d542e req-f7a8de48-fe04-4114-8fa5-db4630c5f8ab tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Jun 17 10:28:56.428866 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:28:56.451533 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: a2338b6f-e1fb-489a-ad1d-69f08111cf99 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:28:56.451887 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device a2338b6f-e1fb-489a-ad1d-69f08111cf99 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:28:57.392093 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eadbf586-3b5c-4531-adac-dfc3c805e396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:57.431919 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:57.441090 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:57.511242 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:57.541839 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.043192 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.046383 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.047682 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "DELETE /v2.0/security-groups/cf251929-2c3f-41a2-8a32-a6df1deede62 HTTP/1.1" status: 204 len: 168 time: 0.6053598 Jun 17 10:28:58.048627 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d165f68c-29ae-4dcb-9eb8-7a40ba3bed39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:58.056345 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:58.060118 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf251929-2c3f-41a2-8a32-a6df1deede62,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:58.069962 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.070481 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.071004 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.071480 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.071920 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.api.v2.resource [None req-f1bc8381-bc8e-4fb9-92ed-3d5fb292361f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] show failed (client error): The resource could not be found. Jun 17 10:28:58.072079 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.072414 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.077283 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.077503 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f1bc8381-bc8e-4fb9-92ed-3d5fb292361f tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "GET /v2.0/security-groups/cf251929-2c3f-41a2-8a32-a6df1deede62 HTTP/1.1" status: 404 len: 347 time: 0.0152876 Jun 17 10:28:58.077733 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.077733 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.077733 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.077733 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.077733 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:58.078643 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:58.080608 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:58.283837 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Deleting port 0e784935-187d-4c7e-b30f-ef2173bd7e8d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:28:58.284404 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.386243 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.387318 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.515343 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Calling delete_port for 0e784935-187d-4c7e-b30f-ef2173bd7e8d owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:28:58.826520 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.831764 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c9bf4adc-f5b1-480a-b1bf-9337625a2ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:58.881121 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Pushing event deleted for resources: {'Port': ['ID=0e784935-187d-4c7e-b30f-ef2173bd7e8d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:58.886920 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:58.983240 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.988181 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:58.990489 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-87ad28d8-6f37-4d9b-aaea-67806bae79f6 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] 10.222.0.50 "DELETE /v2.0/floatingips/f9f41e1c-b13f-4854-89ae-5233a465ec2b HTTP/1.1" status: 204 len: 168 time: 0.9113824 Jun 17 10:28:59.628759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:00.506281 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:02.065852 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:02.604705 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885757'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:03.000063 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Deleting port 5c1b19b5-559d-41dc-b8b3-0999d1028238 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:03.000477 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:03.093786 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] For port 5c1b19b5-559d-41dc-b8b3-0999d1028238, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=5c1b19b5-559d-41dc-b8b3-0999d1028238,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:03.094657 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:03.166815 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Calling delete_port for 5c1b19b5-559d-41dc-b8b3-0999d1028238 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:03.510759 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-396428e3-76d1-4b11-ba1b-d29344f32cab tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127150671&fields=id&tenant_id=98e9e45907d144bda37b64492a630ede HTTP/1.1" status: 200 len: 267 time: 0.0371342 Jun 17 10:29:03.583965 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-90f7f02c-d006-462b-91e1-0556b433acee tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:03.591791 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-90f7f02c-d006-462b-91e1-0556b433acee tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 984 time: 0.0691912 Jun 17 10:29:03.591791 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:03.597760 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:03.631479 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Request body: {'port': {'security_groups': ['0d7c5a73-f679-46e4-b3a1-6045874c6d60']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:29:03.655873 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1b19b5-559d-41dc-b8b3-0999d1028238,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:03.703987 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:03.876538 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:03.928771 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885609'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.259498 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:04.310153 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.328303 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Router 1ddf4b1d-6f62-4230-9bee-f65988828113 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:29:04.444281 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.459926 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-05e331f7-5da1-4060-bc92-85873693ece0 tempest-ServerRescueNegativeTestJSON-1252055108 tempest-ServerRescueNegativeTestJSON-1252055108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:04.460405 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['e7d03821-ccf9-45c9-bea4-5009a2bae21a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:29:04.498264 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:29:04.509114 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] 10.222.0.50 "PUT /v2.0/routers/1ddf4b1d-6f62-4230-9bee-f65988828113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4420700 Jun 17 10:29:04.514212 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:04.522128 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:04.522900 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.524463 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b85e277b-4bfa-47d6-abfd-b586c15a91c9 req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "PUT /v2.0/ports/e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 942 time: 0.9219534 Jun 17 10:29:04.525054 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:29:04.529319 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:29:04.531969 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:04.572134 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] Sync routers for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:29:04.607801 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event updated for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:04.615988 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-dfb2c668-48d7-46eb-a77e-03ac8aa90764 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:04.618127 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:04.619298 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:04.651546 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.688894 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.760240 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c712f-3b70-4dbe-a245-5c9f9f310291 x-openstack-request-id: req-407c712f-3b70-4dbe-a245-5c9f9f310291 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:29:04.760673 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:29:04.760971 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-407c712f-3b70-4dbe-a245-5c9f9f310291 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:29:04.762920 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'status': 'completed', 'code': 200} Jun 17 10:29:04.773894 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.786442 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['e7d03821-ccf9-45c9-bea4-5009a2bae21a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:29:04.860985 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-9e7d096d-9631-42f4-af46-c802a66f9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:04.862917 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-9e7d096d-9631-42f4-af46-c802a66f9a23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1098 time: 0.1126571 Jun 17 10:29:04.885734 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:04.948307 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.953176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.957312 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:04.966521 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "DELETE /v2.0/security-groups/1f37dea0-ada4-4e25-8bf9-5876cd27a7ff HTTP/1.1" status: 204 len: 168 time: 0.4197268 Jun 17 10:29:04.966521 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4ec2a06b-ac53-4bcd-ad45-a8a9eb24f659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:04.977008 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37dea0-ada4-4e25-8bf9-5876cd27a7ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:04.981696 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:05.023618 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-4b2d66e1-ae85-44aa-8980-1e20db4eb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:05.025368 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-4b2d66e1-ae85-44aa-8980-1e20db4eb045 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 915 time: 0.1527963 Jun 17 10:29:05.037954 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:05.178960 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-afaf91e2-7c88-43b3-94b3-a51bca477c43 None None] Provisioning complete for port e7d03821-ccf9-45c9-bea4-5009a2bae21a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:29:05.178960 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-afaf91e2-7c88-43b3-94b3-a51bca477c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:05.179963 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-f16fba2e-b43f-4f3d-88f7-43e282415fc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 1001 time: 0.1322680 Jun 17 10:29:05.240333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Deleting port c29791b1-2262-45e0-a4dc-9a69737adf26 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:05.240333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:05.596296 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-382b826e-9a43-4979-818f-fb1e41861708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:05.597978 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-382b826e-9a43-4979-818f-fb1e41861708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 200 len: 853 time: 0.4265406 Jun 17 10:29:05.638670 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:05.639355 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:05.691038 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-2cfbeb46-470c-4699-bf87-915991160682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:05.692725 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-2cfbeb46-470c-4699-bf87-915991160682 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29879b1c-95fd-4574-b800-d0d653bf278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847900 Jun 17 10:29:05.720602 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Calling delete_port for c29791b1-2262-45e0-a4dc-9a69737adf26 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:05.739408 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Deleting port 30ac0019-79c8-4798-8756-5f2448772620 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:05.739750 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:05.776831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': '30ac0019-79c8-4798-8756-5f2448772620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:29:03Z', 'revision_number': 5, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port': {'id': '30ac0019-79c8-4798-8756-5f2448772620', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:52:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:21:14Z', 'updated_at': '2021-06-17T10:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:05.810914 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] Checking router: 1ddf4b1d-6f62-4230-9bee-f65988828113 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:29:05.820865 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-b2dc91d9-d414-4072-ae49-140fe8d93547 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187267 Jun 17 10:29:05.826835 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] Routers {'1ddf4b1d-6f62-4230-9bee-f65988828113'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:05.834083 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['1ddf4b1d-6f62-4230-9bee-f65988828113'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:05.925683 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] Set router 1ddf4b1d-6f62-4230-9bee-f65988828113 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:05.936691 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] For port 30ac0019-79c8-4798-8756-5f2448772620, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=30ac0019-79c8-4798-8756-5f2448772620,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:05.937102 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:05.943654 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1eaf3b7e-daa1-4620-9b2e-5b70152e7b51 req-50df3a31-1c94-4fe3-af0a-fe9d7c33bbbe service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142094 Jun 17 10:29:06.000076 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:29:05Z', 'revision_number': 6, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port_host': None}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:06.021123 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Calling delete_port for 30ac0019-79c8-4798-8756-5f2448772620 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:06.034028 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc62ec9-6cf7-45a3-a080-e029e8b6ba62 None None] The sync data for ids ['1ddf4b1d-6f62-4230-9bee-f65988828113'] in dv-cinder-796806-1-smb is: [{'id': '1ddf4b1d-6f62-4230-9bee-f65988828113', 'name': 'tempest-AttachVolumeShelveTestJSON-1108280954-router', 'tenant_id': 'ccc0915252994e75b76fc6669e0b7456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:21:12Z', 'updated_at': '2021-06-17T10:29:05Z', 'revision_number': 6, 'project_id': 'ccc0915252994e75b76fc6669e0b7456', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:29:06.295502 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:06.307253 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0537c4b5-f2d8-4bef-b1cc-7681ea4a5cff tempest-VolumesActionsTest-502112479 tempest-VolumesActionsTest-502112479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:06.358498 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event deleted for resources: {'Port': ['ID=c29791b1-2262-45e0-a4dc-9a69737adf26,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:06.367535 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:06.497651 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:06.498368 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.l3_db [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Floating IP fb752163-5823-44a5-90c3-c803a2eb9fcd disassociated (deleted). External IP: 172.28.2.229, port: e7d03821-ccf9-45c9-bea4-5009a2bae21a. Jun 17 10:29:06.556568 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:06.595682 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8573880f-6164-4922-8107-ddc20fe43a68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:06.627872 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ac0019-79c8-4798-8756-5f2448772620,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:06.632540 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:06.724788 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675882'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:06.887687 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31620'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:06.890266 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:06.918920 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 30ac0019-79c8-4798-8756-5f2448772620 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:06.942501 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 30ac0019-79c8-4798-8756-5f2448772620 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:06.951298 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 30ac0019-79c8-4798-8756-5f2448772620 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:06.951298 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 5c1b19b5-559d-41dc-b8b3-0999d1028238 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:06.966441 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 5c1b19b5-559d-41dc-b8b3-0999d1028238 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:06.966791 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 5c1b19b5-559d-41dc-b8b3-0999d1028238 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:06.971963 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Router 2057bd80-7aa7-43b3-af17-a1279619c807 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:29:07.097580 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:29:07.102570 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:07.109331 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] Sync routers for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:29:07.119999 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:07.120652 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:07.147043 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-dd2a241b-5f36-49e8-8775-bc87e3d064a6 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "DELETE /v2.0/floatingips/fb752163-5823-44a5-90c3-c803a2eb9fcd HTTP/1.1" status: 204 len: 168 time: 2.1885197 Jun 17 10:29:07.148015 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:29:07.150537 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:29:07.158717 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687712'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:07.158717 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ddf4b1d-6f62-4230-9bee-f65988828113 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:29:07.160674 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:07.164821 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-66778a9f-f3ae-47bf-ba7d-03225ed9d627 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1ddf4b1d-6f62-4230-9bee-f65988828113 HTTP/1.1" status: 204 len: 168 time: 2.6456931 Jun 17 10:29:07.166499 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:07.209029 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2991fb71-7a75-4f55-8c06-1554ee16c422 x-openstack-request-id: req-2991fb71-7a75-4f55-8c06-1554ee16c422 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:29:07.209667 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:29:07.210158 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2991fb71-7a75-4f55-8c06-1554ee16c422 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:29:07.210796 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'status': 'completed', 'code': 200} Jun 17 10:29:07.309500 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:07.315395 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Deleting subnet 5fb003ba-f996-4502-b511-64c1cb52e77d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:29:07.320109 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:07.392418 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:07.445329 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-3c9c3f2f-f8c7-4ce4-83f2-65a3bf1a5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:07.447006 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-3c9c3f2f-f8c7-4ce4-83f2-65a3bf1a5998 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98e9e45907d144bda37b64492a630ede&device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 1098 time: 0.1863534 Jun 17 10:29:07.616126 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:07.661499 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:45Z', 'revision_number': 5, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:07.686167 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-8e9675d8-0e4f-4dcb-9cb1-873532073ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:07.688970 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-8e9675d8-0e4f-4dcb-9cb1-873532073ba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 200 len: 915 time: 0.2333431 Jun 17 10:29:07.692766 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] Checking router: 2057bd80-7aa7-43b3-af17-a1279619c807 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:29:07.703035 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:07.703674 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:07.869169 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:08.141621 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-133a6d8b-f72f-46dd-8d03-f865e47c1377 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 200 len: 217 time: 0.4458356 Jun 17 10:29:08.204342 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-4416b2d4-dbe3-4179-b8cd-5ad50ac7aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:08.206051 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-4416b2d4-dbe3-4179-b8cd-5ad50ac7aa32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 200 len: 853 time: 0.0574300 Jun 17 10:29:08.256492 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:45Z', 'revision_number': 5, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:08.287027 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f396aa3f-03f5-4ea6-8c0a-2215f093c759 None None] The sync data for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb is: [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:25:34Z', 'revision_number': 4, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'dac45cf6-b004-494e-b1da-6bbe9dbe39cc', 'name': '', 'network_id': '29879b1c-95fd-4574-b800-d0d653bf278e', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'mac_address': 'fa:16:3e:e4:45:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:31Z', 'updated_at': '2021-06-17T10:25:45Z', 'revision_number': 5, 'project_id': '98e9e45907d144bda37b64492a630ede', 'subnets': [{'id': 'e546ec72-6c83-4aa5-9093-668f812736b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:29:08.296087 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:08.297954 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-b1742457-b770-47ca-8b8b-221c5af545d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:08.300578 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-b1742457-b770-47ca-8b8b-221c5af545d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29879b1c-95fd-4574-b800-d0d653bf278e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873308 Jun 17 10:29:08.304664 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-48fe3e71-0a66-4a02-9cac-2f1008e11ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:08.363166 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb003ba-f996-4502-b511-64c1cb52e77d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:08.367187 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:08.387563 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:08.388406 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72119b2e-78b4-4069-a473-b72e24359758 None None] Network 927ad643-b9f7-40c8-98ef-bb01af7e0bdf requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:29:08.390465 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-b7d216c5-9b7a-4478-b46f-6eeda999e614 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5fb003ba-f996-4502-b511-64c1cb52e77d HTTP/1.1" status: 204 len: 168 time: 1.2169268 Jun 17 10:29:08.394630 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:08.534536 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:08.573194 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-fcea9a62-d480-4b60-8a8e-88d4a5e5e2fa service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245841 Jun 17 10:29:08.712272 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78de5bef-a117-49e8-a366-d0a433e5cfbe None None] New status for floating IP fb752163-5823-44a5-90c3-c803a2eb9fcd: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:29:08.747809 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Deleting port f4a3474f-ded8-43e0-921c-cd56175e800f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:08.748384 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:08.775643 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] DHCP port deletion for 927ad643-b9f7-40c8-98ef-bb01af7e0bdf request from dv-cinder-796806-1-smb {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:29:08.777249 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-15e3d9d5-aa55-4b21-b73d-386b3ca13b53 req-27c82422-1283-4732-acd8-9bcbe22adb62 service neutron] 10.222.0.20 "GET /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739388 Jun 17 10:29:08.855055 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] For port f4a3474f-ded8-43e0-921c-cd56175e800f, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=f4a3474f-ded8-43e0-921c-cd56175e800f,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:08.855055 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:08.915369 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Deleting port f4a3474f-ded8-43e0-921c-cd56175e800f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:08.915690 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:08.952651 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Calling delete_port for f4a3474f-ded8-43e0-921c-cd56175e800f owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:09.000319 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] For port f4a3474f-ded8-43e0-921c-cd56175e800f, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=f4a3474f-ded8-43e0-921c-cd56175e800f,segment=NetworkSegment(d50c7366-62b5-43f5-a065-607327954634),segment_id=d50c7366-62b5-43f5-a065-607327954634)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:09.001104 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.083877 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Calling delete_port for f4a3474f-ded8-43e0-921c-cd56175e800f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:09.172883 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.172883 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1202c11c-837d-4864-a499-28ccebd9203f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:09.204377 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a3474f-ded8-43e0-921c-cd56175e800f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:09.207937 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:09.208846 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] No DVR routers for this DVR port f4a3474f-ded8-43e0-921c-cd56175e800f on host dv-cinder-796806-1-smb {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:09.298853 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.302541 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.307594 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:09.315214 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927ad643-b9f7-40c8-98ef-bb01af7e0bdf']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:09.329294 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50c7366-62b5-43f5-a065-607327954634') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:09.329681 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50c7366-62b5-43f5-a065-607327954634') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:09.343470 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129696951'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.360808 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Pushing event deleted for resources: {'Port': ['ID=f4a3474f-ded8-43e0-921c-cd56175e800f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:09.367241 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.372662 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] No DVR routers for this DVR port f4a3474f-ded8-43e0-921c-cd56175e800f on host dv-cinder-796806-1-smb {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:09.384381 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:29:09.384381 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129698236'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: retrieve_revision_numbers = { Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: Traceback (most recent call last): Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: timer() Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: cb(*args, **kw) Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: return func(*args, **kwargs) Jun 17 10:29:09.386991 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: self._notify() Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: self.callback(batched_events) Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: event.method(event) Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: return f(self, *a, **k) Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: return self._get(url).json() Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:29:09.394758 dv-cinder-796806-1-smb neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.400706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:09.409860 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:09.571488 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.577702 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:09.581583 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:09.583962 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] 10.222.0.50 "DELETE /v2.0/networks/927ad643-b9f7-40c8-98ef-bb01af7e0bdf HTTP/1.1" status: 204 len: 168 time: 1.1882825 Jun 17 10:29:09.596986 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Pushing event deleted for resources: {'Network': ['ID=927ad643-b9f7-40c8-98ef-bb01af7e0bdf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:09.601577 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:10.099338 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:10.148057 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-fef5880a-48cf-4127-b108-d703196de417 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ccc0915252994e75b76fc6669e0b7456&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462182 Jun 17 10:29:10.149980 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:10.207206 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8ba102-8d61-48a9-8ac0-1deb0ae7be7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:10.231317 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8ba102-8d61-48a9-8ac0-1deb0ae7be7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:10.397133 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8ba102-8d61-48a9-8ac0-1deb0ae7be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:10.402779 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b8ba102-8d61-48a9-8ac0-1deb0ae7be7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:10.402779 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8b8ba102-8d61-48a9-8ac0-1deb0ae7be7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f27aa34-0fbc-4fbe-83cd-a0577fb4205e HTTP/1.1" status: 204 len: 168 time: 0.2510364 Jun 17 10:29:10.403442 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-450bc5c4-a805-4fc3-a706-07c56acf86f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:10.414032 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ba102-8d61-48a9-8ac0-1deb0ae7be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f27aa34-0fbc-4fbe-83cd-a0577fb4205e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:10.418867 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8b8ba102-8d61-48a9-8ac0-1deb0ae7be7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:10.686794 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device f4a3474f-ded8-43e0-921c-cd56175e800f no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:10.709040 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: f4a3474f-ded8-43e0-921c-cd56175e800f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:10.709393 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device f4a3474f-ded8-43e0-921c-cd56175e800f not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:11.714623 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5760c09-5e1e-42a5-8b89-2c947ebe3a59 req-a9078353-6307-49cf-9665-108f2bb4a189 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:11.717409 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f5760c09-5e1e-42a5-8b89-2c947ebe3a59 req-a9078353-6307-49cf-9665-108f2bb4a189 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.1225116 Jun 17 10:29:11.763591 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f5760c09-5e1e-42a5-8b89-2c947ebe3a59 req-4f61a210-bfac-4698-8419-cd257d041c9b tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Jun 17 10:29:12.007234 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:29:12.983506 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaed3a-6594-40cc-a2b9-de9a1751fd54 req-73192f7b-7f70-433e-92ee-4beecb40ae6f tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:12.985143 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b4eaed3a-6594-40cc-a2b9-de9a1751fd54 req-73192f7b-7f70-433e-92ee-4beecb40ae6f tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0712893 Jun 17 10:29:13.033401 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b4eaed3a-6594-40cc-a2b9-de9a1751fd54 req-5d0df235-0a72-42ef-ba98-b3ad825f9294 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Jun 17 10:29:13.907834 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b847d-0e2e-466c-b733-2f86058f736b req-10cb07ec-5ef3-426c-be98-cdd3cd500ffe tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:13.910673 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-da3b847d-0e2e-466c-b733-2f86058f736b req-10cb07ec-5ef3-426c-be98-cdd3cd500ffe tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.1086040 Jun 17 10:29:14.046968 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Deleting port e7d03821-ccf9-45c9-bea4-5009a2bae21a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:14.047652 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:14.195210 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] For port e7d03821-ccf9-45c9-bea4-5009a2bae21a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=e7d03821-ccf9-45c9-bea4-5009a2bae21a,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:14.195725 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:14.276254 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Calling delete_port for e7d03821-ccf9-45c9-bea4-5009a2bae21a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:14.417593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc555a-ef41-4c2c-94d9-eb56cf0cca95 req-f2404006-2d1c-42c1-8728-e373932c5246 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:14.419269 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31dc555a-ef41-4c2c-94d9-eb56cf0cca95 req-f2404006-2d1c-42c1-8728-e373932c5246 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 945 time: 0.2070963 Jun 17 10:29:14.503712 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31dc555a-ef41-4c2c-94d9-eb56cf0cca95 req-202e245d-4237-4a5e-8e67-ca60b6f8e3a0 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/security-groups?id=0d7c5a73-f679-46e4-b3a1-6045874c6d60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577779 Jun 17 10:29:14.606510 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:14.612833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:14.621480 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['e7d03821-ccf9-45c9-bea4-5009a2bae21a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:29:14.644295 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Pushing event deleted for resources: {'Port': ['ID=e7d03821-ccf9-45c9-bea4-5009a2bae21a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:14.648166 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:14.701412 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] No DVR routers for this DVR port e7d03821-ccf9-45c9-bea4-5009a2bae21a on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:14.704541 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:14.706859 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-da3b847d-0e2e-466c-b733-2f86058f736b req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.20 "DELETE /v2.0/ports/e7d03821-ccf9-45c9-bea4-5009a2bae21a HTTP/1.1" status: 204 len: 173 time: 0.7901306 Jun 17 10:29:14.708266 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'name': 'network-vif-deleted', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:29:14.710215 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd73067-26c5-45f1-8312-f2cb7d2bb44f" -d '{"events": [{"server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "name": "network-vif-deleted", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:29:14.773077 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4b37f5-3920-42bd-9d77-223002852847 x-openstack-request-id: req-cf4b37f5-3920-42bd-9d77-223002852847 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:29:14.773407 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f32ec6-99ea-47ed-b57a-33c017b0c8c2", "name": "network-vif-deleted", "tag": "e7d03821-ccf9-45c9-bea4-5009a2bae21a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:29:14.773708 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf4b37f5-3920-42bd-9d77-223002852847 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:29:14.774152 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f32ec6-99ea-47ed-b57a-33c017b0c8c2', 'name': 'network-vif-deleted', 'tag': 'e7d03821-ccf9-45c9-bea4-5009a2bae21a', 'status': 'completed', 'code': 200} Jun 17 10:29:15.760195 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c080463a-2626-4386-b9c9-1e6fba16faab req-63dab0a9-3008-4e58-9d04-75f46104fc47 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4f32ec6-99ea-47ed-b57a-33c017b0c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0526121 Jun 17 10:29:18.514209 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e7d03821-ccf9-45c9-bea4-5009a2bae21a no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:18.553318 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: e7d03821-ccf9-45c9-bea4-5009a2bae21a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:18.554118 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device e7d03821-ccf9-45c9-bea4-5009a2bae21a not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:19.395491 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:19.884351 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885757'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:20.235408 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Deleting port dac45cf6-b004-494e-b1da-6bbe9dbe39cc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:20.235751 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:20.377866 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] For port dac45cf6-b004-494e-b1da-6bbe9dbe39cc, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:20.382621 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:20.458958 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Calling delete_port for dac45cf6-b004-494e-b1da-6bbe9dbe39cc owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:20.816574 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:20.819000 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a486dd64-307a-464e-af61-fcba7556d959 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:20.845678 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac45cf6-b004-494e-b1da-6bbe9dbe39cc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:20.850091 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:21.097713 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885609'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:21.298279 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052a7e8-1b2a-4d64-80d0-86b9275c73ce req-37e62589-db1e-4709-b705-c8a387f5d97b tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:21.299853 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7052a7e8-1b2a-4d64-80d0-86b9275c73ce req-37e62589-db1e-4709-b705-c8a387f5d97b tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.1420112 Jun 17 10:29:21.422029 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:21.430686 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7052a7e8-1b2a-4d64-80d0-86b9275c73ce req-7386ea31-5d04-4100-8b6f-40e679ef33e9 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183555 Jun 17 10:29:21.460305 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Router 2057bd80-7aa7-43b3-af17-a1279619c807 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:29:21.584834 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:29:21.595704 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] 10.222.0.50 "PUT /v2.0/routers/2057bd80-7aa7-43b3-af17-a1279619c807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1955285 Jun 17 10:29:21.596223 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:21.607811 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] Sync routers for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:29:21.620769 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:21.621785 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:21.742587 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:21.866164 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:21.889824 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:22.081618 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Deleting port 14496184-d759-4030-8358-06da9a0f61b9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:22.081961 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:22.102656 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '14496184-d759-4030-8358-06da9a0f61b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:29:20Z', 'revision_number': 5, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port': {'id': '14496184-d759-4030-8358-06da9a0f61b9', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:27Z', 'updated_at': '2021-06-17T10:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:22.132920 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] Checking router: 2057bd80-7aa7-43b3-af17-a1279619c807 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:29:22.145564 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] Routers {'2057bd80-7aa7-43b3-af17-a1279619c807'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:22.145564 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:28:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2057bd80-7aa7-43b3-af17-a1279619c807'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:22.180916 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] For port 14496184-d759-4030-8358-06da9a0f61b9, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=14496184-d759-4030-8358-06da9a0f61b9,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:22.181280 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:22.257206 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Calling delete_port for 14496184-d759-4030-8358-06da9a0f61b9 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:22.278325 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] Set router 2057bd80-7aa7-43b3-af17-a1279619c807 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:22.348686 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:29:21Z', 'revision_number': 6, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port_host': None}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:22.381088 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a44031-4721-4d43-b014-d2678a601c39 None None] The sync data for ids ['2057bd80-7aa7-43b3-af17-a1279619c807'] in dv-cinder-796806-1-smb is: [{'id': '2057bd80-7aa7-43b3-af17-a1279619c807', 'name': 'tempest-TestMinimumBasicScenario-498205485-router', 'tenant_id': '98e9e45907d144bda37b64492a630ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:25Z', 'updated_at': '2021-06-17T10:29:21Z', 'revision_number': 6, 'project_id': '98e9e45907d144bda37b64492a630ede', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:29:22.572085 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9c6a-1db9-4315-a793-0b161231d697 req-7c06bcca-9978-45d3-ac4c-4a64e92a0848 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:22.576100 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf1f9c6a-1db9-4315-a793-0b161231d697 req-7c06bcca-9978-45d3-ac4c-4a64e92a0848 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0812008 Jun 17 10:29:22.692275 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bf1f9c6a-1db9-4315-a793-0b161231d697 req-9f1d2b2d-f6b4-4e15-9047-53fb9b1b3e6f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968072 Jun 17 10:29:22.735553 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279848-69d3-473e-996a-369b1c11a8c4 req-73679237-ee52-44c0-9f2e-23d2cd9306be tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:22.745976 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5c279848-69d3-473e-996a-369b1c11a8c4 req-73679237-ee52-44c0-9f2e-23d2cd9306be tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.1677167 Jun 17 10:29:22.802031 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device dac45cf6-b004-494e-b1da-6bbe9dbe39cc no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:22.824592 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: dac45cf6-b004-494e-b1da-6bbe9dbe39cc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:22.825231 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device dac45cf6-b004-494e-b1da-6bbe9dbe39cc not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:22.891515 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:22.894291 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:22.927179 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14496184-d759-4030-8358-06da9a0f61b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:22.930805 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:23.047427 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675882'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.101982 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5c279848-69d3-473e-996a-369b1c11a8c4 req-09759e71-f695-4157-ae02-e8b4f62df6dd tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534331 Jun 17 10:29:23.173842 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31620'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.176946 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.333428 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687712'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.336353 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2057bd80-7aa7-43b3-af17-a1279619c807 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:29:23.340960 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.343580 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7f5d4c00-bb26-4d51-9851-11da67afcfe7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2057bd80-7aa7-43b3-af17-a1279619c807 HTTP/1.1" status: 204 len: 168 time: 1.7452664 Jun 17 10:29:23.346966 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:23.418456 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Deleting subnet e546ec72-6c83-4aa5-9093-668f812736b9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:29:23.423935 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.482523 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129431614'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.643291 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.862995 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129639031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126195669'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.867314 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cdfc7ecb-8847-4b94-8f4a-dfbbc6f3c603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:23.895746 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e546ec72-6c83-4aa5-9093-668f812736b9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:23.899584 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:23.900822 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:23.902802 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-db25dca7-d9a2-4fa3-ada9-e496fc9b244c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e546ec72-6c83-4aa5-9093-668f812736b9 HTTP/1.1" status: 204 len: 168 time: 0.5544901 Jun 17 10:29:23.905324 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197e6f7-a244-463a-90f5-5d14c036b984 req-8cef03d1-7bbd-498c-8a7d-2743ec9933d2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:23.906924 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d197e6f7-a244-463a-90f5-5d14c036b984 req-8cef03d1-7bbd-498c-8a7d-2743ec9933d2 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0862687 Jun 17 10:29:23.908156 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:23.913861 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b092a5e-6014-4e2c-84e6-f6b389564d51 None None] Network 29879b1c-95fd-4574-b800-d0d653bf278e requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:29:24.015365 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d197e6f7-a244-463a-90f5-5d14c036b984 req-0a4b3f50-e4db-4186-90c6-b2cbc8b298ac tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975738 Jun 17 10:29:24.021556 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.088009 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Deleting port 59d0741d-0e9a-4d32-8d36-40a94c09d906 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:24.088384 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.128370 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a94b6e1-203d-48dc-b95e-c256d88ecde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.159441 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] For port 59d0741d-0e9a-4d32-8d36-40a94c09d906, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=59d0741d-0e9a-4d32-8d36-40a94c09d906,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:24.159893 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.185774 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] DHCP port deletion for 29879b1c-95fd-4574-b800-d0d653bf278e request from dv-cinder-796806-1-smb {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:29:24.234553 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Calling delete_port for 59d0741d-0e9a-4d32-8d36-40a94c09d906 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:24.247873 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Deleting port 59d0741d-0e9a-4d32-8d36-40a94c09d906 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:24.248493 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.382482 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb23c68-135e-48e9-b57b-8877d0af96bf req-c43d32f6-2ef6-4e2f-b46d-6974c6bfde8d tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:24.384130 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9fb23c68-135e-48e9-b57b-8877d0af96bf req-c43d32f6-2ef6-4e2f-b46d-6974c6bfde8d tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.1353996 Jun 17 10:29:24.434911 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9fb23c68-135e-48e9-b57b-8877d0af96bf req-86a3be8e-c1d6-47ab-a862-336cadd44e80 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Jun 17 10:29:24.490377 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] For port 59d0741d-0e9a-4d32-8d36-40a94c09d906, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=59d0741d-0e9a-4d32-8d36-40a94c09d906,segment=NetworkSegment(086978af-0518-464d-9e6e-63dc5d8cf05e),segment_id=086978af-0518-464d-9e6e-63dc5d8cf05e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:24.491003 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.516589 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.528377 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:24.533421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] No DVR routers for this DVR port 59d0741d-0e9a-4d32-8d36-40a94c09d906 on host dv-cinder-796806-1-smb {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:24.570187 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Calling delete_port for 59d0741d-0e9a-4d32-8d36-40a94c09d906 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:24.580049 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d0741d-0e9a-4d32-8d36-40a94c09d906,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:24.583045 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:24.650400 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.665308 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29879b1c-95fd-4574-b800-d0d653bf278e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:24.679524 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086978af-0518-464d-9e6e-63dc5d8cf05e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:24.680008 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086978af-0518-464d-9e6e-63dc5d8cf05e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:24.694521 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129696951'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.718783 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.720255 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.721613 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:24.730511 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:29:24.730934 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129698236'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: Traceback (most recent call last): Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: timer() Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: cb(*args, **kw) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: return func(*args, **kwargs) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: self._notify() Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: self.callback(batched_events) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: event.method(event) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: return f(self, *a, **k) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: return self._get(url).json() Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:29:24.733324 dv-cinder-796806-1-smb neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:29:24.764264 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59d0741d-0e9a-4d32-8d36-40a94c09d906 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:24.796172 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] No DVR routers for this DVR port 59d0741d-0e9a-4d32-8d36-40a94c09d906 on host dv-cinder-796806-1-smb {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:24.797432 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Pushing event deleted for resources: {'Port': ['ID=59d0741d-0e9a-4d32-8d36-40a94c09d906,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:24.800929 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:24.801590 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 59d0741d-0e9a-4d32-8d36-40a94c09d906 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:24.801981 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59d0741d-0e9a-4d32-8d36-40a94c09d906 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:24.802399 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 14496184-d759-4030-8358-06da9a0f61b9 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:24.827212 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 14496184-d759-4030-8358-06da9a0f61b9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:24.827559 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 14496184-d759-4030-8358-06da9a0f61b9 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:24.922425 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.928146 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:24.930042 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/29879b1c-95fd-4574-b800-d0d653bf278e HTTP/1.1" status: 204 len: 168 time: 1.0216765 Jun 17 10:29:24.931026 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-7598345f-0071-4b80-af71-774965d8e404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:24.933841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:24.958463 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29879b1c-95fd-4574-b800-d0d653bf278e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:24.958463 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:25.334129 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ceee69-ba3d-4e4f-ab4b-b4c47d131542 req-47fa659a-3c7d-4e06-b84b-14aa21128de1 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:25.335628 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60ceee69-ba3d-4e4f-ab4b-b4c47d131542 req-47fa659a-3c7d-4e06-b84b-14aa21128de1 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1460676 Jun 17 10:29:25.391378 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-60ceee69-ba3d-4e4f-ab4b-b4c47d131542 req-9be7c94c-ef5e-426a-995f-1ef3cacdf141 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490725 Jun 17 10:29:25.457378 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885757'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:25.791747 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee48418-2d2d-4f23-b6b5-ca32f64fd2e9 req-26cb796b-45aa-4ed9-a096-5e22c69ca409 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:25.793297 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ee48418-2d2d-4f23-b6b5-ca32f64fd2e9 req-26cb796b-45aa-4ed9-a096-5e22c69ca409 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.2091076 Jun 17 10:29:25.875035 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-7ee48418-2d2d-4f23-b6b5-ca32f64fd2e9 req-44a4921a-40a8-40ff-bd9a-074984455222 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745230 Jun 17 10:29:25.945542 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Deleting port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:25.946542 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:26.035627 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] For port 59994a7b-2d2a-4acd-93f9-7c91b3545fcc, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,segment=NetworkSegment(aa6a8866-d123-4b7b-9529-c06908950314),segment_id=aa6a8866-d123-4b7b-9529-c06908950314)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:26.035994 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:26.108260 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Calling delete_port for 59994a7b-2d2a-4acd-93f9-7c91b3545fcc owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:26.343744 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-637a1bed-0155-4d26-acc5-bdcf441eb22e tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:26.345791 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-637a1bed-0155-4d26-acc5-bdcf441eb22e tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.1303501 Jun 17 10:29:26.484824 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Deleting port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:26.484824 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:26.562205 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:26.582994 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-48550bd7-ded3-45c1-82cc-bcb2bccf7701 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:26.617686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Pushing event deleted for resources: {'Port': ['ID=59994a7b-2d2a-4acd-93f9-7c91b3545fcc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:26.622033 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:26.740989 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] For port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,segment=NetworkSegment(63b2ac6f-0196-497f-ac8d-825194cc386f),segment_id=63b2ac6f-0196-497f-ac8d-825194cc386f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:26.745270 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:26.825567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Calling delete_port for 5b8dde45-39cd-4d69-8f46-0fc2a917e04d owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:26.903446 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4667364-c6af-4eeb-9f1e-9c16c54deec3 req-0c21da5d-5a39-4ee1-a3f7-944aaa7ee1e4 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:26.905090 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e4667364-c6af-4eeb-9f1e-9c16c54deec3 req-0c21da5d-5a39-4ee1-a3f7-944aaa7ee1e4 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.3664081 Jun 17 10:29:27.078280 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e4667364-c6af-4eeb-9f1e-9c16c54deec3 req-d21eb37e-6244-4d2b-abbc-3072a1ce0e97 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417906 Jun 17 10:29:27.100062 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885609'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:27.254328 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab9121-2163-4de3-8492-90e5ca4c329e req-0af074cf-ea05-45b7-b8d2-1536cd2082fd tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:27.255719 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-41ab9121-2163-4de3-8492-90e5ca4c329e req-0af074cf-ea05-45b7-b8d2-1536cd2082fd tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 945 time: 0.2412593 Jun 17 10:29:27.312563 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-41ab9121-2163-4de3-8492-90e5ca4c329e req-934a7afd-1ac2-4caf-9b94-bfe5dfe93db3 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/security-groups?id=0250d33d-64c7-4a44-9651-cf8e6a8c062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504565 Jun 17 10:29:27.405955 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:27.406864 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:27.411097 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9516302f-c783-4f0f-abb1-3939216ac0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:27.413698 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2a026ccf-62a8-4286-9abb-9188c0b4f3df tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:27.421251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['5b8dde45-39cd-4d69-8f46-0fc2a917e04d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:29:27.468405 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Pushing event deleted for resources: {'Port': ['ID=5b8dde45-39cd-4d69-8f46-0fc2a917e04d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:27.477810 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:27.533336 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] No DVR routers for this DVR port 5b8dde45-39cd-4d69-8f46-0fc2a917e04d on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:27.539595 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:27.542438 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6584bd69-edc3-4cde-90eb-f34c07d9b2cf req-f2260a1b-6908-4571-9eb8-ea85d14fb763 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.20 "DELETE /v2.0/ports/5b8dde45-39cd-4d69-8f46-0fc2a917e04d HTTP/1.1" status: 204 len: 173 time: 1.1895385 Jun 17 10:29:27.543001 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'name': 'network-vif-deleted', 'tag': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:29:27.545712 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee76262c-e149-49c6-87c5-a8816f3279e9" -d '{"events": [{"server_uuid": "a4eb2715-0e75-439c-92eb-7d458cb135b1", "name": "network-vif-deleted", "tag": "5b8dde45-39cd-4d69-8f46-0fc2a917e04d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:29:27.561106 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Router 804070d0-0502-404d-aa6f-686dfbf07eda has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:29:27.637750 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea3052-b2fa-452a-963a-e6c961a10f1a x-openstack-request-id: req-84ea3052-b2fa-452a-963a-e6c961a10f1a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:29:27.638267 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb2715-0e75-439c-92eb-7d458cb135b1", "name": "network-vif-deleted", "tag": "5b8dde45-39cd-4d69-8f46-0fc2a917e04d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:29:27.638762 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84ea3052-b2fa-452a-963a-e6c961a10f1a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:29:27.639534 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4eb2715-0e75-439c-92eb-7d458cb135b1', 'name': 'network-vif-deleted', 'tag': '5b8dde45-39cd-4d69-8f46-0fc2a917e04d', 'status': 'completed', 'code': 200} Jun 17 10:29:28.189922 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:29:28.203559 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:28.204821 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] 10.222.0.50 "PUT /v2.0/routers/804070d0-0502-404d-aa6f-686dfbf07eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2694407 Jun 17 10:29:28.205836 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] Sync routers for ids ['804070d0-0502-404d-aa6f-686dfbf07eda'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:29:28.222616 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] Routers {'804070d0-0502-404d-aa6f-686dfbf07eda'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:28.225090 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:29:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['804070d0-0502-404d-aa6f-686dfbf07eda'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:28.378231 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e06c6-de44-4f8a-9ca9-e473049604a0 req-6ffd2e1f-960a-48ee-bc44-602604c2ca52 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:28.394650 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:28.394992 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c36e06c6-de44-4f8a-9ca9-e473049604a0 req-6ffd2e1f-960a-48ee-bc44-602604c2ca52 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1293283 Jun 17 10:29:28.427819 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] Set router 804070d0-0502-404d-aa6f-686dfbf07eda gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:28.464784 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c36e06c6-de44-4f8a-9ca9-e473049604a0 req-60c601e7-05e7-4ad2-89a5-cf65596e9110 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650337 Jun 17 10:29:28.618164 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:28.660038 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-16b10d86-a703-4892-b41e-aff8f1ab8b3e req-3adf596d-8282-4908-a62a-2e864fbce3d8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4eb2715-0e75-439c-92eb-7d458cb135b1 HTTP/1.1" status: 200 len: 210 time: 0.0460064 Jun 17 10:29:28.820593 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238'}], 'enable_snat': True}, 'gw_port_id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:29:26Z', 'revision_number': 5, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port': {'id': '2e09e6d5-85cc-4760-9711-c4eb4a35afd0', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:25:46Z', 'updated_at': '2021-06-17T10:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:28.866400 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] Checking router: 804070d0-0502-404d-aa6f-686dfbf07eda for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:29:28.880526 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] Routers {'804070d0-0502-404d-aa6f-686dfbf07eda'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:29:28.881258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:29:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['804070d0-0502-404d-aa6f-686dfbf07eda'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:28.893983 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Deleting port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:28.894663 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:29.014449 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] Set router 804070d0-0502-404d-aa6f-686dfbf07eda gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:29:29.034722 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] For port 2e09e6d5-85cc-4760-9711-c4eb4a35afd0, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:29.035283 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:29.119748 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:29:28Z', 'revision_number': 6, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port_host': None}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:29.144440 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Calling delete_port for 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:29.168673 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c482dd5-ab89-4538-a186-735d5e8c25ca None None] The sync data for ids ['804070d0-0502-404d-aa6f-686dfbf07eda'] in dv-cinder-796806-1-smb is: [{'id': '804070d0-0502-404d-aa6f-686dfbf07eda', 'name': 'tempest-TestMinimumBasicScenario-1499043637-router', 'tenant_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:25:44Z', 'updated_at': '2021-06-17T10:29:28Z', 'revision_number': 6, 'project_id': 'ded9f65c283c48c5b39c19018e72a5b6', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:29:29.603339 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:29.610562 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7e1ea113-4a34-4b5d-aadb-6809c09c5cd0 tempest-VolumesActionsTest-2066922419 tempest-VolumesActionsTest-2066922419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:29.652768 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e09e6d5-85cc-4760-9711-c4eb4a35afd0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:29.662826 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:29.713891 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:29.822039 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675882'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:29.831148 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74636dcd-53f1-4227-a197-dcdb4ded21d3 req-166d5b66-da45-4d59-beee-9a14f5b116df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:29.834141 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-74636dcd-53f1-4227-a197-dcdb4ded21d3 req-166d5b66-da45-4d59-beee-9a14f5b116df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1161139 Jun 17 10:29:29.927594 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-74636dcd-53f1-4227-a197-dcdb4ded21d3 req-cb4ad857-c34e-4bc8-98aa-1454a1cd4c50 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808847 Jun 17 10:29:29.986995 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31620'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:29.990131 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.174623 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687712'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.176474 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 804070d0-0502-404d-aa6f-686dfbf07eda {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:29:30.198226 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.198226 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/804070d0-0502-404d-aa6f-686dfbf07eda HTTP/1.1" status: 204 len: 168 time: 1.9856002 Jun 17 10:29:30.199557 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:30.263414 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Deleting subnet 4d387c7f-22e4-4499-8d4a-5ff1a6c47706 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:29:30.268177 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.324905 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.489889 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.522494 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5b8dde45-39cd-4d69-8f46-0fc2a917e04d no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:30.551074 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.552458 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 5b8dde45-39cd-4d69-8f46-0fc2a917e04d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:30.552853 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 5b8dde45-39cd-4d69-8f46-0fc2a917e04d not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:30.706136 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:30.711871 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.716228 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:30.732825 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:30.733188 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2e09e6d5-85cc-4760-9711-c4eb4a35afd0 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:30.733645 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59994a7b-2d2a-4acd-93f9-7c91b3545fcc no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:30.746874 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d387c7f-22e4-4499-8d4a-5ff1a6c47706,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:30.751622 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:30.753162 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.755956 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 59994a7b-2d2a-4acd-93f9-7c91b3545fcc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:30.755956 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 59994a7b-2d2a-4acd-93f9-7c91b3545fcc not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:30.756341 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-6c849552-ee4f-4f6e-8590-33e0dabec1da admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4d387c7f-22e4-4499-8d4a-5ff1a6c47706 HTTP/1.1" status: 204 len: 168 time: 0.5550909 Jun 17 10:29:30.760972 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:30.766808 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8bdcf-ee0a-4bc7-acf2-a7291c90efe7 None None] Network 7c0bd4c5-08c7-4554-9204-f948a7e849e3 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:29:30.849715 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:30.927972 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Deleting port cf0b82bc-46c9-4800-8d89-31724a8d1080 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:30.928364 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.051047 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] For port cf0b82bc-46c9-4800-8d89-31724a8d1080, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=cf0b82bc-46c9-4800-8d89-31724a8d1080,segment=NetworkSegment(aa6a8866-d123-4b7b-9529-c06908950314),segment_id=aa6a8866-d123-4b7b-9529-c06908950314)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:31.051430 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.122419 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] DHCP port deletion for 7c0bd4c5-08c7-4554-9204-f948a7e849e3 request from dv-cinder-796806-1-smb {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:29:31.185945 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Calling delete_port for cf0b82bc-46c9-4800-8d89-31724a8d1080 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:31.213587 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Deleting port cf0b82bc-46c9-4800-8d89-31724a8d1080 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:29:31.214269 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.238571 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09779688-d18c-4411-8497-fe88e10011fb req-83b5b431-8bb6-485c-86b4-42aeb62b0a88 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:31.242379 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09779688-d18c-4411-8497-fe88e10011fb req-83b5b431-8bb6-485c-86b4-42aeb62b0a88 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1030340 Jun 17 10:29:31.337929 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09779688-d18c-4411-8497-fe88e10011fb req-550c70e1-aa29-4590-a0ce-ca0d63bf9a6c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732746 Jun 17 10:29:31.340377 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] For port cf0b82bc-46c9-4800-8d89-31724a8d1080, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=cf0b82bc-46c9-4800-8d89-31724a8d1080,segment=NetworkSegment(aa6a8866-d123-4b7b-9529-c06908950314),segment_id=aa6a8866-d123-4b7b-9529-c06908950314)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:29:31.340916 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.421024 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Calling delete_port for cf0b82bc-46c9-4800-8d89-31724a8d1080 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:29:31.503041 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.511474 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:31.552581 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.556029 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0b82bc-46c9-4800-8d89-31724a8d1080,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:31.560706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:31.561184 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:31.565223 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] No DVR routers for this DVR port cf0b82bc-46c9-4800-8d89-31724a8d1080 on host dv-cinder-796806-1-smb {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:31.614118 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Pushing event deleted for resources: {'Port': ['ID=cf0b82bc-46c9-4800-8d89-31724a8d1080,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:31.617502 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] No DVR routers for this DVR port cf0b82bc-46c9-4800-8d89-31724a8d1080 on host dv-cinder-796806-1-smb {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:29:31.623591 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:31.659050 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.671895 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0bd4c5-08c7-4554-9204-f948a7e849e3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:31.688403 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6a8866-d123-4b7b-9529-c06908950314') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:31.688860 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6a8866-d123-4b7b-9529-c06908950314') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:31.700805 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.732543 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.742956 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:29:31.743603 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:29:31.748051 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:29:31.951052 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.957168 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:31.975640 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.978543 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7c0bd4c5-08c7-4554-9204-f948a7e849e3 HTTP/1.1" status: 204 len: 168 time: 1.2156696 Jun 17 10:29:31.981727 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c0bd4c5-08c7-4554-9204-f948a7e849e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:31.990436 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-96b3d03b-2b2b-4afa-a0a1-48e819f139a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:32.618951 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:32.681882 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d64749-8f1a-4e53-ad84-95e6c548e775 req-1846ad80-dc16-48c3-8f00-7bc7958730b7 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:32.684343 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-95d64749-8f1a-4e53-ad84-95e6c548e775 req-1846ad80-dc16-48c3-8f00-7bc7958730b7 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1147766 Jun 17 10:29:32.725574 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-877e15a6-f02e-4f83-84db-b97d75870dbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98e9e45907d144bda37b64492a630ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049259 Jun 17 10:29:32.729430 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:32.779125 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device cf0b82bc-46c9-4800-8d89-31724a8d1080 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:29:32.799405 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-95d64749-8f1a-4e53-ad84-95e6c548e775 req-fa92ab15-5608-48ed-bc17-e26b1dc6e61e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956788 Jun 17 10:29:32.817625 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: cf0b82bc-46c9-4800-8d89-31724a8d1080 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:29:32.818188 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device cf0b82bc-46c9-4800-8d89-31724a8d1080 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:29:32.842442 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:32.883326 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:33.160313 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:33.164297 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:33.165506 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d7c5a73-f679-46e4-b3a1-6045874c6d60 HTTP/1.1" status: 204 len: 168 time: 0.4345834 Jun 17 10:29:33.166546 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9a8691d6-797d-4aeb-b044-b1ef8ddc4a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:33.176060 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7c5a73-f679-46e4-b3a1-6045874c6d60,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:33.179267 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:34.115030 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f54f8-f814-44aa-8ae3-7af3695386a1 req-0d3d7232-9e6e-4e8c-9806-f2a0a983a5d5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:34.116636 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-919f54f8-f814-44aa-8ae3-7af3695386a1 req-0d3d7232-9e6e-4e8c-9806-f2a0a983a5d5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0856059 Jun 17 10:29:34.196958 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-919f54f8-f814-44aa-8ae3-7af3695386a1 req-d619a38c-2e9b-4bbb-ba19-6a54f4f5c957 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708635 Jun 17 10:29:34.357022 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:34.428859 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d45fcbc6-dd11-4323-8d29-c469ffd7b164 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ded9f65c283c48c5b39c19018e72a5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696011 Jun 17 10:29:34.434173 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:34.491199 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd10ef05-759b-4c39-9496-83e5e05afc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:34.516420 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd10ef05-759b-4c39-9496-83e5e05afc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:34.739806 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd10ef05-759b-4c39-9496-83e5e05afc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:34.743403 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd10ef05-759b-4c39-9496-83e5e05afc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:34.746038 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-bd10ef05-759b-4c39-9496-83e5e05afc3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c936d09-1771-452e-b283-49e95c539918 HTTP/1.1" status: 204 len: 168 time: 0.3102942 Jun 17 10:29:34.746256 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-014421c2-0637-4ef0-8a1f-116a070ab142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:34.766152 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10ef05-759b-4c39-9496-83e5e05afc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c936d09-1771-452e-b283-49e95c539918,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:34.772774 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bd10ef05-759b-4c39-9496-83e5e05afc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:34.940423 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c250-a84b-4767-a240-ee232cd4d2ba req-c3688c0e-d3e5-4626-8fcc-991d7e88cf4d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:34.943066 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6b29c250-a84b-4767-a240-ee232cd4d2ba req-c3688c0e-d3e5-4626-8fcc-991d7e88cf4d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1123374 Jun 17 10:29:35.025640 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-6b29c250-a84b-4767-a240-ee232cd4d2ba req-2910822d-a9e3-4aa4-b763-0243ec2a7d71 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723960 Jun 17 10:29:35.114885 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-524941e1-104f-497b-831a-dfdb1159544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:35.116439 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-524941e1-104f-497b-831a-dfdb1159544d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 1099 time: 0.0874619 Jun 17 10:29:35.225071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-2d2e1fcc-d5c4-46c3-abf9-90e8f9d5b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:35.226628 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-2d2e1fcc-d5c4-46c3-abf9-90e8f9d5b2cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 911 time: 0.1035676 Jun 17 10:29:35.332223 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-c2cd0de6-2ee9-4f2e-9489-606360563795 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 200 len: 1002 time: 0.0977025 Jun 17 10:29:35.413213 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-8f3ad38d-99cb-4abe-b1c9-9c0d5503f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:35.414770 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-8f3ad38d-99cb-4abe-b1c9-9c0d5503f4e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.0754576 Jun 17 10:29:35.522870 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-fb0c11b4-fcce-4f96-8a7f-97c70d02120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:35.525899 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-fb0c11b4-fcce-4f96-8a7f-97c70d02120f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036658 Jun 17 10:29:35.627973 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-4f8e380a-38d5-4f5e-8b60-8965794b1ada service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950944 Jun 17 10:29:35.736614 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-cbebf064-9942-472e-9aa6-a561ffdb215b req-84a164c7-4546-49f8-955f-a43fac802f93 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015210 Jun 17 10:29:36.148335 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:36.261550 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4043909-3de5-4f32-b480-40b687e5860c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:36.289910 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f895f0-007a-4225-8f69-a7bc024dbf80 req-05d10646-2076-4deb-a0c8-9b1f303c09e1 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:36.292113 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-05f895f0-007a-4225-8f69-a7bc024dbf80 req-05d10646-2076-4deb-a0c8-9b1f303c09e1 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0846875 Jun 17 10:29:36.347508 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-05f895f0-007a-4225-8f69-a7bc024dbf80 req-4e8a9565-2e15-432d-9723-5aaac6579ed6 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Jun 17 10:29:36.397369 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4043909-3de5-4f32-b480-40b687e5860c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:36.561959 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4043909-3de5-4f32-b480-40b687e5860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:36.566296 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7f703753-425e-48a4-ad92-e3de24e4dda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:36.610004 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-f4043909-3de5-4f32-b480-40b687e5860c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15eacba9e3b24104a089152bd9d4d4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998255 Jun 17 10:29:36.610817 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4043909-3de5-4f32-b480-40b687e5860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bea08b-1fb3-46bb-b53c-142fafe5986e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:36.613933 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:36.626373 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f4043909-3de5-4f32-b480-40b687e5860c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:36.676369 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:36.700960 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:36.885533 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:36.888372 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:36.889642 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2bea08b-1fb3-46bb-b53c-142fafe5986e HTTP/1.1" status: 204 len: 168 time: 0.2744689 Jun 17 10:29:36.890488 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-46b200c6-ed36-4c6f-810b-81285648b077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:36.904811 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bea08b-1fb3-46bb-b53c-142fafe5986e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:36.908645 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:37.611376 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6873b-6f7d-44cd-bb70-a7e5649124c3 req-ace2904e-de32-4aa1-9264-df3ad7764a65 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:37.614081 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2dd6873b-6f7d-44cd-bb70-a7e5649124c3 req-ace2904e-de32-4aa1-9264-df3ad7764a65 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1054363 Jun 17 10:29:37.662498 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2dd6873b-6f7d-44cd-bb70-a7e5649124c3 req-023a0bea-b602-4675-ac93-541b79df9167 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413849 Jun 17 10:29:37.872054 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:37.898519 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7779-7b07-45e9-a041-29b480ecf972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:38.047790 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7779-7b07-45e9-a041-29b480ecf972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:38.207209 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7779-7b07-45e9-a041-29b480ecf972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:38.210001 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-79b93388-0ef9-4023-a384-f921357e21a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:38.246580 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe7779-7b07-45e9-a041-29b480ecf972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa51fc-fb00-4a1f-b544-e4cbd73c1fee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:38.251345 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-e8fe7779-7b07-45e9-a041-29b480ecf972 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22905f378e694f6fae9ba1b5d830ef7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777509 Jun 17 10:29:38.252418 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-e8fe7779-7b07-45e9-a041-29b480ecf972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:38.254352 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:38.315028 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:38.339479 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:38.504304 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:38.507293 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:38.508568 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dafa51fc-fb00-4a1f-b544-e4cbd73c1fee HTTP/1.1" status: 204 len: 168 time: 0.2531953 Jun 17 10:29:38.509822 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ab9af3c1-8782-40c8-a732-8207185c088a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:38.526209 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa51fc-fb00-4a1f-b544-e4cbd73c1fee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:38.531217 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:48.928059 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:49.008677 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:29:49.062543 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f34a37-018f-4c5a-a453-7f560d84bd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:49.226594 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f34a37-018f-4c5a-a453-7f560d84bd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:49.336325 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87f34a37-018f-4c5a-a453-7f560d84bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:49.341282 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4cfea7ff-c1d0-416a-84b6-76fd6b2ba5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:49.390449 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-87f34a37-018f-4c5a-a453-7f560d84bd6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33dcb063edfb4ea0a5c24093fd5296cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612563 Jun 17 10:29:49.392117 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f34a37-018f-4c5a-a453-7f560d84bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ed025-b74e-482c-b8ee-57d76a1956b9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:49.395171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:49.396223 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-87f34a37-018f-4c5a-a453-7f560d84bd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:49.486459 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:49.535469 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:49.667610 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:49.672213 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:49.673638 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f09ed025-b74e-482c-b8ee-57d76a1956b9 HTTP/1.1" status: 204 len: 168 time: 0.2769878 Jun 17 10:29:49.674668 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2208cdf8-5602-4342-a7ff-3335c4941b4b tempest-VolumesNegativeTest-1613768702 tempest-VolumesNegativeTest-1613768702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:49.686060 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ed025-b74e-482c-b8ee-57d76a1956b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:49.699128 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.699790 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.700712 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.701768 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.702597 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.703646 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.704607 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.705329 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.706535 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.706535 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.706879 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.707364 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:49.713768 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9bf6fd86-feb5-4294-a1d2-9c7bbebaa3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:50.003405 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-3c2055ff-3227-4701-9efe-f3902a83e50a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582931 Jun 17 10:29:50.083750 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-794b7ca2-bb38-479b-bb55-92dfd5f94e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:50.085476 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-794b7ca2-bb38-479b-bb55-92dfd5f94e99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 1099 time: 0.0575202 Jun 17 10:29:50.228779 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-0d35dd26-e9af-4bfa-8995-ab3f2568a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:50.230559 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-0d35dd26-e9af-4bfa-8995-ab3f2568a1b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 911 time: 0.1202168 Jun 17 10:29:50.302751 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-e99a072f-a0c2-4dd5-b108-793bf74908ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 200 len: 1002 time: 0.0653429 Jun 17 10:29:50.362495 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-56da3682-ef9a-45be-8a18-7777cc82df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:50.363989 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-56da3682-ef9a-45be-8a18-7777cc82df7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.0541000 Jun 17 10:29:50.442325 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-3a2cfe6f-d7fd-4577-aefe-7fac022a2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:50.443942 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-3a2cfe6f-d7fd-4577-aefe-7fac022a2558 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690517 Jun 17 10:29:50.528462 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:50.550363 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-77f969a0-d9f4-430d-bcae-9eebaea079e7 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988896 Jun 17 10:29:50.551187 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cce30739-b0f1-4b5f-b278-6e894cb5be55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:50.701241 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cce30739-b0f1-4b5f-b278-6e894cb5be55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:50.713410 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-dfa1852b-ef1b-4623-8fd5-5b0821717715 req-dd5e9c4b-b8e7-49a0-bf7e-719775976c86 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556630 Jun 17 10:29:50.772886 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cce30739-b0f1-4b5f-b278-6e894cb5be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:50.776184 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8c196631-dc3f-4559-9809-2e57159d3c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:50.818987 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-cce30739-b0f1-4b5f-b278-6e894cb5be55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd97f449436f46178eb7d9d84aab7601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890382 Jun 17 10:29:50.820106 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce30739-b0f1-4b5f-b278-6e894cb5be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effe2d53-1c19-48e6-be36-1040d3dc9737,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:50.823947 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cce30739-b0f1-4b5f-b278-6e894cb5be55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:50.824232 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:50.898392 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20b982a8-044d-4854-b3b7-e7e69a8c4921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:50.932445 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20b982a8-044d-4854-b3b7-e7e69a8c4921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:51.088048 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20b982a8-044d-4854-b3b7-e7e69a8c4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:51.090974 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20b982a8-044d-4854-b3b7-e7e69a8c4921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:51.092202 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-20b982a8-044d-4854-b3b7-e7e69a8c4921 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/effe2d53-1c19-48e6-be36-1040d3dc9737 HTTP/1.1" status: 204 len: 168 time: 0.2668042 Jun 17 10:29:51.093186 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a18dcf1-1416-4738-b996-cf961a0b8e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:51.103988 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b982a8-044d-4854-b3b7-e7e69a8c4921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effe2d53-1c19-48e6-be36-1040d3dc9737,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:51.107054 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-20b982a8-044d-4854-b3b7-e7e69a8c4921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:51.438602 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:53.643094 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:53.703446 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Deleting subnet 219ad7f9-3636-4405-af0e-46ab169483e3 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:29:53.706981 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:53.750118 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:53.807728 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.121922 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89800b84-ec0a-4545-806b-7492072cd1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.122606 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.125964 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-55c3ab6b-38b3-4cc0-81ba-d0e51c5b6260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:54.155799 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219ad7f9-3636-4405-af0e-46ab169483e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:54.159611 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:54.160949 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.162711 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-ac2856f5-b2bc-4ae1-811b-05d4a0b92156 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/219ad7f9-3636-4405-af0e-46ab169483e3 HTTP/1.1" status: 204 len: 168 time: 0.5185635 Jun 17 10:29:54.166191 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 60992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:54.268418 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.334601 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 60996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:54.386209 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.397135 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4562544c-baad-418e-b7e0-562cdfca4a6d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:54.408493 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b2ac6f-0196-497f-ac8d-825194cc386f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:54.408817 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b2ac6f-0196-497f-ac8d-825194cc386f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:29:54.420593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129696951'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.444958 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.454102 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:29:54.454638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129698236'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: Traceback (most recent call last): Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: timer() Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: cb(*args, **kw) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: return func(*args, **kwargs) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: self._notify() Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: self.callback(batched_events) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: event.method(event) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: return f(self, *a, **k) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: return self._get(url).json() Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:29:54.456641 dv-cinder-796806-1-smb neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:29:54.509821 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e58d64-faed-4ee3-a807-454f69c7b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.670962 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.676288 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:54.683145 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.686126 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4562544c-baad-418e-b7e0-562cdfca4a6d HTTP/1.1" status: 204 len: 168 time: 0.5186844 Jun 17 10:29:54.705875 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Pushing event deleted for resources: {'Network': ['ID=4562544c-baad-418e-b7e0-562cdfca4a6d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:54.710044 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8a0d8961-6d92-448b-974b-833f2ad74371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:54.787948 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e58d64-faed-4ee3-a807-454f69c7b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.902779 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e58d64-faed-4ee3-a807-454f69c7b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:54.906449 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f4043909-3de5-4f32-b480-40b687e5860c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:54.948176 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-89e58d64-faed-4ee3-a807-454f69c7b6c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc9d9de3a2934d13b0c67f68f8685ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123805 Jun 17 10:29:54.949272 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58d64-faed-4ee3-a807-454f69c7b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95d9e31-e2e0-4735-a455-0d2d1b818c21,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:54.952085 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:54.959186 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-89e58d64-faed-4ee3-a807-454f69c7b6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:55.013398 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.044438 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.148511 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:55.202394 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.207360 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.210573 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c95d9e31-e2e0-4735-a455-0d2d1b818c21 HTTP/1.1" status: 204 len: 168 time: 0.2561157 Jun 17 10:29:55.211107 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9040c582-9089-4135-9978-d88c152eab5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:55.221379 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b51d9275-8b73-4d90-8a9b-b8dd487896bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5a9f63c8efb45d8b6d206ee0fb637d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705969 Jun 17 10:29:55.223827 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:55.231732 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95d9e31-e2e0-4735-a455-0d2d1b818c21,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:55.235335 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:55.309620 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.335331 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.544569 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.548388 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:55.553176 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0250d33d-64c7-4a44-9651-cf8e6a8c062a HTTP/1.1" status: 204 len: 168 time: 0.3250222 Jun 17 10:29:55.553176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8e845797-8a43-4b2e-88f9-2567e7c324ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:55.564605 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0250d33d-64c7-4a44-9651-cf8e6a8c062a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:55.568302 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:56.193556 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:56.217280 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ae7afd-58cb-42b3-8132-ada8d366c309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:56.325579 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ae7afd-58cb-42b3-8132-ada8d366c309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:56.424048 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06ae7afd-58cb-42b3-8132-ada8d366c309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:56.426882 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cce30739-b0f1-4b5f-b278-6e894cb5be55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:56.466116 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae7afd-58cb-42b3-8132-ada8d366c309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf28542-b9fd-4275-9348-15476ada1c75,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:56.470509 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-06ae7afd-58cb-42b3-8132-ada8d366c309 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=814f3778782749278d3e2d7d7e8835a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752273 Jun 17 10:29:56.471527 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-06ae7afd-58cb-42b3-8132-ada8d366c309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:56.473615 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:56.539122 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db972120-a535-4bab-88b7-fb49ce42a719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:56.563904 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db972120-a535-4bab-88b7-fb49ce42a719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:56.686694 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db972120-a535-4bab-88b7-fb49ce42a719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:56.689769 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db972120-a535-4bab-88b7-fb49ce42a719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:56.691294 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-db972120-a535-4bab-88b7-fb49ce42a719 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eaf28542-b9fd-4275-9348-15476ada1c75 HTTP/1.1" status: 204 len: 168 time: 0.2161548 Jun 17 10:29:56.692237 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a0f4ee31-766d-4e92-a265-f55fb42bb026 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:56.706015 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db972120-a535-4bab-88b7-fb49ce42a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf28542-b9fd-4275-9348-15476ada1c75,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:56.710729 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-db972120-a535-4bab-88b7-fb49ce42a719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:57.341488 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-172d29d6-dbec-4b3b-bc43-fe3bb1caf843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:57.378387 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.144206 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:59.270706 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.382572 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.481240 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.484302 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-43d31336-0233-4bbb-9c80-30cd77e757f7 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:59.529518 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a69d12d087104e54bbfcc12b60906cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836925 Jun 17 10:29:59.530306 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85df083-d2ca-44bb-aa83-ad1e56c12e94,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:59.532706 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:29:59.538904 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.539279 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.539698 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.540058 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.540425 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.540811 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.541170 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.541525 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.541930 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.542290 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.542628 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.542976 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:29:59.547268 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2ff8e742-8294-4390-9e01-b0d217904bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:29:59.596941 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9743ec51-ed6c-4ae8-a1b2-70427311c182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.610065 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.622869 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9743ec51-ed6c-4ae8-a1b2-70427311c182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.787175 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9743ec51-ed6c-4ae8-a1b2-70427311c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.789799 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9743ec51-ed6c-4ae8-a1b2-70427311c182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.791205 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-9743ec51-ed6c-4ae8-a1b2-70427311c182 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f85df083-d2ca-44bb-aa83-ad1e56c12e94 HTTP/1.1" status: 204 len: 168 time: 0.2571752 Jun 17 10:29:59.792009 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fa957322-06f8-43a3-9eb8-77fad80ddddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:29:59.802787 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743ec51-ed6c-4ae8-a1b2-70427311c182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85df083-d2ca-44bb-aa83-ad1e56c12e94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:29:59.806457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9743ec51-ed6c-4ae8-a1b2-70427311c182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:00.566809 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.206288 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:02.332263 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d241b0f2-87bf-4004-ad6c-ebe303315372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.506043 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d241b0f2-87bf-4004-ad6c-ebe303315372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.587833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d241b0f2-87bf-4004-ad6c-ebe303315372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.591199 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-efcf0881-a05a-487c-bda1-7271940999ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:02.630713 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241b0f2-87bf-4004-ad6c-ebe303315372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa74601-01f7-4e49-806f-cc212a6b6304,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:02.635872 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-d241b0f2-87bf-4004-ad6c-ebe303315372 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a4c9f5e54d24780b70d340479941819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283793 Jun 17 10:30:02.636938 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d241b0f2-87bf-4004-ad6c-ebe303315372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:02.640440 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:02.702335 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a9ae-81c9-4ab1-b555-5fb8fbf33989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.727831 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a9ae-81c9-4ab1-b555-5fb8fbf33989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.896123 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a9ae-81c9-4ab1-b555-5fb8fbf33989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.901567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a9ae-81c9-4ab1-b555-5fb8fbf33989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:02.903518 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-0cc5a9ae-81c9-4ab1-b555-5fb8fbf33989 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efa74601-01f7-4e49-806f-cc212a6b6304 HTTP/1.1" status: 204 len: 168 time: 0.2612250 Jun 17 10:30:02.904816 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8f189255-8b43-4acf-b61e-c07f1d785d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:02.917147 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5a9ae-81c9-4ab1-b555-5fb8fbf33989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa74601-01f7-4e49-806f-cc212a6b6304,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:02.919845 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-0cc5a9ae-81c9-4ab1-b555-5fb8fbf33989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:10.304204 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:10.453301 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f914-7f13-4e27-8cc9-2c54c71e444c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:10.605229 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f914-7f13-4e27-8cc9-2c54c71e444c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:10.743846 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbf0f914-7f13-4e27-8cc9-2c54c71e444c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:10.747938 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a92eae1-de6f-4768-a7ec-4902d037126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:10.830497 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-cbf0f914-7f13-4e27-8cc9-2c54c71e444c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b70ff4b60f654635b4314e1347c65ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242956 Jun 17 10:30:10.833959 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:10.834807 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0f914-7f13-4e27-8cc9-2c54c71e444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee22243-68a5-41bb-b7b6-a4f48514805d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:10.839909 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-cbf0f914-7f13-4e27-8cc9-2c54c71e444c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:10.876818 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d46aef-792c-4dc6-81d4-d6823ead122f req-bd42c7f1-2937-41a7-912f-ae8bdf643d49 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:10.878554 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f5d46aef-792c-4dc6-81d4-d6823ead122f req-bd42c7f1-2937-41a7-912f-ae8bdf643d49 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1182790 Jun 17 10:30:10.908788 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affbd1d8-e04f-480d-84f9-fb065c2ae3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:10.936282 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affbd1d8-e04f-480d-84f9-fb065c2ae3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:10.944368 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f5d46aef-792c-4dc6-81d4-d6823ead122f req-78c40c9b-4fdd-4b7f-8e3c-41c167e78ad6 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517874 Jun 17 10:30:11.170122 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affbd1d8-e04f-480d-84f9-fb065c2ae3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:11.177797 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-affbd1d8-e04f-480d-84f9-fb065c2ae3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:11.177797 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-affbd1d8-e04f-480d-84f9-fb065c2ae3f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ee22243-68a5-41bb-b7b6-a4f48514805d HTTP/1.1" status: 204 len: 168 time: 0.3390632 Jun 17 10:30:11.177797 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-685f8723-4ef8-4712-9ecf-9916123acc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:11.186465 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbd1d8-e04f-480d-84f9-fb065c2ae3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee22243-68a5-41bb-b7b6-a4f48514805d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:11.190588 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-affbd1d8-e04f-480d-84f9-fb065c2ae3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:12.153344 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1787-efe7-4afc-878a-40e4ce2941c2 req-7e63270d-58e5-4d07-8de4-a8b40c50e8a7 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:12.155172 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-091a1787-efe7-4afc-878a-40e4ce2941c2 req-7e63270d-58e5-4d07-8de4-a8b40c50e8a7 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0773854 Jun 17 10:30:12.200544 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-091a1787-efe7-4afc-878a-40e4ce2941c2 req-77324a1b-a69f-4f60-9578-c0b701abe7f0 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386429 Jun 17 10:30:12.767927 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-f03acb99-80f5-4abe-b465-1ac7229fec97 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:12.770568 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-f03acb99-80f5-4abe-b465-1ac7229fec97 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.0878639 Jun 17 10:30:12.908641 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Deleting port 022c3112-fa9e-46bf-a4be-81ebba392682 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:30:12.909268 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:13.071435 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] For port 022c3112-fa9e-46bf-a4be-81ebba392682, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=022c3112-fa9e-46bf-a4be-81ebba392682,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:30:13.071928 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:13.285748 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:13.286850 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:13.287371 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.l3_db [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Floating IP 72518940-c1cd-46a2-a131-221a471567cc disassociated. External IP: 172.28.2.117, port: 022c3112-fa9e-46bf-a4be-81ebba392682. Jun 17 10:30:13.288104 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Calling delete_port for 022c3112-fa9e-46bf-a4be-81ebba392682 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:30:13.544516 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477a0d-aa04-4af7-9df8-d65c9c226d18 req-ed7dc996-922d-4307-ae11-602fce7db33c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:13.546232 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70477a0d-aa04-4af7-9df8-d65c9c226d18 req-ed7dc996-922d-4307-ae11-602fce7db33c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 946 time: 0.1855512 Jun 17 10:30:13.629015 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-70477a0d-aa04-4af7-9df8-d65c9c226d18 req-702d498c-405e-4b8a-b946-8640f6c00a61 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=836a1671-a88d-4662-b29a-c0b7c281c497&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543230 Jun 17 10:30:13.698765 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:13.704662 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-81792d65-5f7a-4537-8811-ecd84f551874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:13.733233 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event deleted for resources: {'Port': ['ID=022c3112-fa9e-46bf-a4be-81ebba392682,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:13.736774 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:13.865963 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Router a2cfb889-b285-469a-881f-07accc62fbf6 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:30:14.018505 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:30:14.030848 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] Sync routers for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:30:14.047675 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:30:14.048697 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:29:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:14.088578 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] No DVR routers for this DVR port 022c3112-fa9e-46bf-a4be-81ebba392682 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:30:14.092359 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:14.095880 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43f69bd9-61e4-4d12-890e-6e3dc4da31ff req-47a8eb4f-04a0-484a-9b29-7ae76e02516f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "DELETE /v2.0/ports/022c3112-fa9e-46bf-a4be-81ebba392682 HTTP/1.1" status: 204 len: 173 time: 1.3190007 Jun 17 10:30:14.096719 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'name': 'network-vif-deleted', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:30:14.107353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f35a7-6023-4da7-bc08-c55fac5f2d40" -d '{"events": [{"server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "name": "network-vif-deleted", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:30:14.165465 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab5076-8c68-40eb-aae1-2b8568a89985 x-openstack-request-id: req-34ab5076-8c68-40eb-aae1-2b8568a89985 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:30:14.165950 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd", "name": "network-vif-deleted", "tag": "022c3112-fa9e-46bf-a4be-81ebba392682", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:30:14.166450 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34ab5076-8c68-40eb-aae1-2b8568a89985 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:30:14.167168 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd', 'name': 'network-vif-deleted', 'tag': '022c3112-fa9e-46bf-a4be-81ebba392682', 'status': 'completed', 'code': 200} Jun 17 10:30:14.233703 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:30:14.614515 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:14.661494 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] Checking router: a2cfb889-b285-469a-881f-07accc62fbf6 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:30:14.673152 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:30:14.673906 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:29:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:14.906957 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:30:14.948721 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-59062f32-3a54-4f48-bc54-3d88baf22838 req-2aabc83a-f8a9-43f4-9b24-2caa4bb6c66e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.0513229 Jun 17 10:30:15.239625 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:15.241080 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672dfc6-da78-429c-aaae-d7d87456752c None None] The sync data for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb is: [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:30:15.491052 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06fd31-f4b9-438f-8bbd-a0fb3999946f None None] New status for floating IP 72518940-c1cd-46a2-a131-221a471567cc: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:30:16.142323 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-eabcaad3-6884-4589-82a2-807e5575cfc7 req-8c7d3e71-86a8-4ca1-b725-90444fbe51a5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c00de1f-ff11-4b54-8e76-80fa9d6ca9cd HTTP/1.1" status: 200 len: 210 time: 0.0300069 Jun 17 10:30:16.763998 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 022c3112-fa9e-46bf-a4be-81ebba392682 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:30:16.786057 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 022c3112-fa9e-46bf-a4be-81ebba392682 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:30:16.786411 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 022c3112-fa9e-46bf-a4be-81ebba392682 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:30:17.396282 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:17.480873 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:17.509735 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:17.690291 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:17.695422 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:17.697448 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "DELETE /v2.0/security-groups/836a1671-a88d-4662-b29a-c0b7c281c497 HTTP/1.1" status: 204 len: 168 time: 0.2998509 Jun 17 10:30:17.698318 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f0864f01-97d7-4e82-8362-05cd1acb3ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:17.701028 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:17.714478 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836a1671-a88d-4662-b29a-c0b7c281c497,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:17.718296 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.api.v2.resource [None req-7c613997-fe8a-4157-8576-2211b315d23f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] show failed (client error): The resource could not be found. Jun 17 10:30:17.724470 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-7c613997-fe8a-4157-8576-2211b315d23f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups/836a1671-a88d-4662-b29a-c0b7c281c497 HTTP/1.1" status: 404 len: 347 time: 0.0175900 Jun 17 10:30:17.726019 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:17.727935 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:17.954557 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Deleting port bfb91a8f-5d0b-4b00-afe3-2cf2c72e46f6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:30:17.955116 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:18.100996 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:18.102275 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:18.223860 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Calling delete_port for bfb91a8f-5d0b-4b00-afe3-2cf2c72e46f6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:30:18.597938 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:18.600527 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5103a2dc-ea9d-40a9-80bf-3cb48a92dc03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:18.628510 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event deleted for resources: {'Port': ['ID=bfb91a8f-5d0b-4b00-afe3-2cf2c72e46f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:18.634284 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:18.720872 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:18.724297 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:18.725721 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c4c91ab7-f8a6-4abf-8198-94de600b8178 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "DELETE /v2.0/floatingips/72518940-c1cd-46a2-a131-221a471567cc HTTP/1.1" status: 204 len: 168 time: 0.9959090 Jun 17 10:30:19.316634 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:19.323629 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--257809206', 'description': 'tempest-description--1713811877'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:19.440347 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:19.549233 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:19.637601 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:19.640913 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7249a504-21d0-40c8-b90e-6c964d5a25e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:19.673311 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63af617a-2a63-4da1-b85e-630177f6715d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:19.676347 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:19.758271 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:19.759858 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-c0095431-7793-4203-b42b-eccdaf9502df tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4419792 Jun 17 10:30:19.763223 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:19.771981 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'security_group_rule': {'security_group_id': '63af617a-2a63-4da1-b85e-630177f6715d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:19.909311 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:19.996043 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:20.118614 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:20.124037 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:20.141491 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3c8442-9cd2-462b-b443-7222cfed6058,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:20.145510 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:20.226908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:20.228292 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-29492999-da66-4f3e-bbd0-adf5a926336a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635849 Jun 17 10:30:20.231529 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 32978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:20.238486 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'security_group_rule': {'security_group_id': '63af617a-2a63-4da1-b85e-630177f6715d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:20.344956 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:20.428959 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:20.549225 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:20.551758 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-1844413e-2279-4e0b-bb1b-a6e323e64890 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:20.575638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01de8e06-0b7c-41ed-8414-44ed3d2589ec,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:20.580132 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:20.717667 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:20.718921 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-54b51260-9220-4f05-9700-b206f55fbc8f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4860721 Jun 17 10:30:20.722619 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 32980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:20.728842 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'floatingip': {'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:20.872465 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:21.045600 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:21.222893 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Allocated IP 172.28.2.128 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/5d40c8d3-ff12-4348-a25c-ebb7477a7b09) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:30:21.375624 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:21.420613 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:21.498228 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:21.501594 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2bb7b7be-b013-45e1-bad3-51be2cddc7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:21.545134 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:30:21.548674 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:30:21.555758 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:30:21.582815 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'Port': ['ID=5d40c8d3-ff12-4348-a25c-ebb7477a7b09,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:21.589317 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:21.658142 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:21.818569 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:22.099250 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:22.206224 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:22.208660 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0d63c28d-4973-4a19-b62f-3fe1a068fa88 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:22.291476 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'Port': ['ID=5d40c8d3-ff12-4348-a25c-ebb7477a7b09,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:22.297446 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:22.308536 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:22.526520 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:22.528053 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8044438 Jun 17 10:30:22.811655 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-6b09f67e-8a73-4ec8-b983-4442ec996a76 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--257809206&fields=id&tenant_id=dbd28ab16204444a9019219eea765760 HTTP/1.1" status: 200 len: 267 time: 0.0508301 Jun 17 10:30:22.946348 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-83dcaa72-ee09-4768-a103-9fd6e77d99bf tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:22.947772 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-83dcaa72-ee09-4768-a103-9fd6e77d99bf tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 810 time: 0.1284566 Jun 17 10:30:22.965168 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-166e7529-c657-4991-8259-9a629214d231 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/quotas/dbd28ab16204444a9019219eea765760 HTTP/1.1" status: 200 len: 375 time: 0.0106962 Jun 17 10:30:23.044929 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-a07fdf25-a39c-478f-8a38-bc6edad475fc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735610 Jun 17 10:30:23.159777 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-c6f9f0a1-56ec-4f7e-a9ce-0733d12d36fe service neutron] 10.222.0.50 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005540 Jun 17 10:30:23.262838 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-b04677f8-0296-4901-b774-49cef9dfe8b2 service neutron] 10.222.0.50 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950751 Jun 17 10:30:23.598106 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-113ec705-1310-4c6e-ba53-15a03fa910c0 req-73ca857b-9223-44cc-a19a-568cc05ef6da tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 210 time: 0.0443337 Jun 17 10:30:24.084276 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d9191ca-b08f-48a3-b9aa-12df31a43330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:24.793135 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2abd4f76-7aa2-4c94-aaf5-f348d315cb71 req-6433f32b-4719-4f31-b4df-57940999afc5 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 210 time: 0.0405221 Jun 17 10:30:25.971046 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c340ce4d-e1fa-4a9f-a59b-e14dc0daa53c req-520177eb-7893-4aff-9c75-54b0493b0e22 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 210 time: 0.0326602 Jun 17 10:30:26.010178 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:30:26.699454 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-1ebd49a6-ace5-44d8-94e6-0c6cc76e6199 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:26.701128 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-1ebd49a6-ace5-44d8-94e6-0c6cc76e6199 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 810 time: 0.4499888 Jun 17 10:30:26.779966 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-57d8f9e6-ae09-4b4f-ae5b-ca861d6bd724 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd28ab16204444a9019219eea765760 HTTP/1.1" status: 200 len: 379 time: 0.0577757 Jun 17 10:30:26.791015 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'port': {'device_id': '40bf2456-0027-443b-b4ce-6089a053194a', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'admin_state_up': True, 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'security_groups': ['63af617a-2a63-4da1-b85e-630177f6715d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:27.035158 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Made reservation on behalf of dbd28ab16204444a9019219eea765760 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:30:27.042142 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:27.246894 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4d0403ec-a50b-4a8e-bad2-22a2b81f0461 req-7ae7abd5-354b-4678-bdc7-869ef9952eac tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 210 time: 0.0580204 Jun 17 10:30:27.327892 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Allocated IP 172.20.0.3 (8c33d516-28a4-435c-9efb-d3dd95f4691c/93ff4943-8008-43a4-89fc-3a804f08fe55/39f02359-deaa-4d31-8bd6-6b742187ffb0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:30:27.372411 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7d95f85-7adc-48ba-89f9-8f9b4b4e09d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:27.440118 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:27.529669 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:27.549964 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Transition to ACTIVE for port object 39f02359-deaa-4d31-8bd6-6b742187ffb0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:30:27.660936 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:27.665788 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fb4a2931-8e70-482e-b6f3-32edb59e1952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:27.721127 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:30:27.727717 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:30:27.730988 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:30:27.760391 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event updated for resources: {'Port': ['ID=39f02359-deaa-4d31-8bd6-6b742187ffb0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:27.776997 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:27.810959 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:27.812038 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:27.995148 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-e2876865-2050-49ec-aca9-aa9d008ab654 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2089810 Jun 17 10:30:28.007026 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Request body: {'port': {'device_id': '40bf2456-0027-443b-b4ce-6089a053194a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:28.104452 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:28.205759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a866daad-bbb8-4ead-836e-99315553a8a3 None None] Provisioning for port 39f02359-deaa-4d31-8bd6-6b742187ffb0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:30:28.211365 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a866daad-bbb8-4ead-836e-99315553a8a3 None None] Provisioning complete for port 39f02359-deaa-4d31-8bd6-6b742187ffb0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:30:28.211887 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a866daad-bbb8-4ead-836e-99315553a8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:28.274446 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a866daad-bbb8-4ead-836e-99315553a8a3 None None] Port 39f02359-deaa-4d31-8bd6-6b742187ffb0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:30:28.491421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f02359-deaa-4d31-8bd6-6b742187ffb0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:30:28.503380 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:28.524051 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Transition to ACTIVE for port object 39f02359-deaa-4d31-8bd6-6b742187ffb0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:30:28.544554 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67120d02-f454-41a5-8396-c1dccdba0099 req-c3731698-7cfc-43c2-b5f0-b12c010546ed tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:28.546461 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-67120d02-f454-41a5-8396-c1dccdba0099 req-c3731698-7cfc-43c2-b5f0-b12c010546ed tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 931 time: 0.1328521 Jun 17 10:30:28.612128 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-67120d02-f454-41a5-8396-c1dccdba0099 req-37f40794-b470-42ee-a168-188b1a699223 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509291 Jun 17 10:30:28.634274 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:28.637104 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:28.745560 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Pushing event updated for resources: {'Port': ['ID=39f02359-deaa-4d31-8bd6-6b742187ffb0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:28.771406 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:28.850385 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Attempting to bind port 39f02359-deaa-4d31-8bd6-6b742187ffb0 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:30:28.851742 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Attempting to bind port 39f02359-deaa-4d31-8bd6-6b742187ffb0 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:30:28.852312 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Attempting to bind port 39f02359-deaa-4d31-8bd6-6b742187ffb0 on network 8c33d516-28a4-435c-9efb-d3dd95f4691c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:30:28.860461 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Port 39f02359-deaa-4d31-8bd6-6b742187ffb0 on network 8c33d516-28a4-435c-9efb-d3dd95f4691c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:30:28.861197 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Attempting to bind port 39f02359-deaa-4d31-8bd6-6b742187ffb0 on network 8c33d516-28a4-435c-9efb-d3dd95f4691c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:30:28.875965 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:30:28.878394 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Checking segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:30:28.879081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Bound using segment: {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:30:28.879855 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Bound port: 39f02359-deaa-4d31-8bd6-6b742187ffb0, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efeff686-35be-451e-8f60-2eaf9e1b8d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:30:28.880448 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:29.006160 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] For port 39f02359-deaa-4d31-8bd6-6b742187ffb0, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:30:29.011040 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] For port 39f02359-deaa-4d31-8bd6-6b742187ffb0, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39f02359-deaa-4d31-8bd6-6b742187ffb0,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:30:29.153153 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:29.155668 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f300f4d3-4b74-4c0f-a019-bd28029e2422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:29.209460 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:29.210541 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:29.213016 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] 10.222.0.20 "PUT /v2.0/ports/39f02359-deaa-4d31-8bd6-6b742187ffb0 HTTP/1.1" status: 200 len: 1093 time: 1.2103505 Jun 17 10:30:29.213875 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:30:29.218574 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838e88a0-257a-4aca-ba61-535a980f912b" -d '{"events": [{"name": "network-changed", "server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:30:29.277554 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Pushing event updated for resources: {'Port': ['ID=39f02359-deaa-4d31-8bd6-6b742187ffb0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:29.283294 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ff6f0350-beae-404b-a469-1c0497c00c0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:29.292081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61d8ef4-c9e2-4712-ba24-5232d66e0dee x-openstack-request-id: req-e61d8ef4-c9e2-4712-ba24-5232d66e0dee {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:30:29.294651 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:30:29.294651 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e61d8ef4-c9e2-4712-ba24-5232d66e0dee {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:30:29.294651 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'status': 'completed', 'code': 200} Jun 17 10:30:29.407036 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e88a0-257a-4aca-ba61-535a980f912b req-4b800987-d4e2-4095-9284-8992ec3f25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:29.408858 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-838e88a0-257a-4aca-ba61-535a980f912b req-4b800987-d4e2-4095-9284-8992ec3f25db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 1096 time: 0.0904479 Jun 17 10:30:29.562037 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e88a0-257a-4aca-ba61-535a980f912b req-12c549c2-df19-48c1-a655-3e4933bc25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:29.563773 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-838e88a0-257a-4aca-ba61-535a980f912b req-12c549c2-df19-48c1-a655-3e4933bc25de service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dbd28ab16204444a9019219eea765760&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1458886 Jun 17 10:30:29.643749 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:29.716116 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e88a0-257a-4aca-ba61-535a980f912b req-ad8a39d1-b9cc-42d1-88f6-81b0cc13c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:29.718819 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-838e88a0-257a-4aca-ba61-535a980f912b req-ad8a39d1-b9cc-42d1-88f6-81b0cc13c79b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473062 Jun 17 10:30:29.909689 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-446f9526-a267-4aae-83e3-db817e5ed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:29.911698 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-446f9526-a267-4aae-83e3-db817e5ed33e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 1096 time: 0.1328986 Jun 17 10:30:29.923644 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7ec6-dbed-4618-9e20-6383ebe95026 req-a0a747bb-1f8f-4823-a21f-47d82e8e8352 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:29.925784 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b1e7ec6-dbed-4618-9e20-6383ebe95026 req-a0a747bb-1f8f-4823-a21f-47d82e8e8352 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 943 time: 0.1320341 Jun 17 10:30:29.979703 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-0748fca9-b30d-4618-a11f-f9a40b0ddb3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39f02359-deaa-4d31-8bd6-6b742187ffb0 HTTP/1.1" status: 200 len: 217 time: 0.0527959 Jun 17 10:30:30.052289 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b1e7ec6-dbed-4618-9e20-6383ebe95026 req-12151440-f68a-4368-90a9-b1038364491c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169853 Jun 17 10:30:30.064965 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-2fe1129d-77d8-4e7d-96a8-a07b93474744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:30.066629 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-2fe1129d-77d8-4e7d-96a8-a07b93474744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.0792313 Jun 17 10:30:30.162493 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d26-b918-4496-bfbf-bb300387130c req-c9b01dc3-e0a2-4201-95dd-a52cb472654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:30.165924 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-c9b01dc3-e0a2-4201-95dd-a52cb472654f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921729 Jun 17 10:30:30.295269 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-365a6ac9-deb8-46b8-8668-574cebf63922 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228008 Jun 17 10:30:30.421836 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-84150d26-b918-4496-bfbf-bb300387130c req-6f7e5da7-951e-4996-90cc-e74a8c296d72 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193354 Jun 17 10:30:30.512911 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:31.381007 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b646-16c3-4889-91d8-2670dd948908 req-d432a9f6-8d1f-4806-825a-b88b5a13b0cd tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:31.383453 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8ab9b646-16c3-4889-91d8-2670dd948908 req-d432a9f6-8d1f-4806-825a-b88b5a13b0cd tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 943 time: 0.1183703 Jun 17 10:30:31.453204 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8ab9b646-16c3-4889-91d8-2670dd948908 req-afbf1640-f004-4ff2-9626-693ff38b5146 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611315 Jun 17 10:30:32.746216 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf4f3-4995-4736-a23c-29be3afc3d0d req-a7d15fff-08ae-45e4-ba3f-32c3fd6d5e0f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:32.748413 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-219bf4f3-4995-4736-a23c-29be3afc3d0d req-a7d15fff-08ae-45e4-ba3f-32c3fd6d5e0f tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 943 time: 0.1045086 Jun 17 10:30:32.827637 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-219bf4f3-4995-4736-a23c-29be3afc3d0d req-542e4ede-a9a6-4e8c-9fd1-323ec027d449 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676432 Jun 17 10:30:32.869881 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 39f02359-deaa-4d31-8bd6-6b742187ffb0 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:30:33.050345 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 39f02359-deaa-4d31-8bd6-6b742187ffb0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39f02359-deaa-4d31-8bd6-6b742187ffb0,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:30:33.074595 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'port_id': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'mac_address': 'fa:16:3e:f4:3c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:30:33.157708 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:33.181915 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f02359-deaa-4d31-8bd6-6b742187ffb0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:30:33.214929 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 39f02359-deaa-4d31-8bd6-6b742187ffb0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39f02359-deaa-4d31-8bd6-6b742187ffb0,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:30:33.342928 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:33.345009 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:33.427477 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=39f02359-deaa-4d31-8bd6-6b742187ffb0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:33.440586 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.441164 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.441734 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.442288 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.442848 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.443396 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.444002 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.444504 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.444979 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.445418 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.445870 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.452554 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:33.452554 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:33.557338 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['39f02359-deaa-4d31-8bd6-6b742187ffb0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:30:34.074724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516eaae-8f95-4abe-82b9-abb35020db71 req-44b32dbf-d821-44df-82d5-bd0630276366 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:34.077345 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8516eaae-8f95-4abe-82b9-abb35020db71 req-44b32dbf-d821-44df-82d5-bd0630276366 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 944 time: 0.0795288 Jun 17 10:30:34.128839 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8516eaae-8f95-4abe-82b9-abb35020db71 req-f0beb62e-ad38-403d-acca-bd2f333b229b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453193 Jun 17 10:30:34.887047 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 39f02359-deaa-4d31-8bd6-6b742187ffb0 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:30:35.192072 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 39f02359-deaa-4d31-8bd6-6b742187ffb0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:30:35.198243 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 39f02359-deaa-4d31-8bd6-6b742187ffb0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:30:35.198660 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:35.308258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:35.354755 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:30:35.359039 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b8c2e-38bb-447a-8875-e11d2f9d8615" -d '{"events": [{"server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "name": "network-vif-plugged", "status": "completed", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:30:35.385152 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 39f02359-deaa-4d31-8bd6-6b742187ffb0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39f02359-deaa-4d31-8bd6-6b742187ffb0,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:30:35.419679 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47018a3-49b3-4bf6-8cbc-8e6aebc0fe30 req-17864d6f-e034-4220-b2ff-f6042fc40271 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:35.422448 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c47018a3-49b3-4bf6-8cbc-8e6aebc0fe30 req-17864d6f-e034-4220-b2ff-f6042fc40271 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 944 time: 0.1294582 Jun 17 10:30:35.430004 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f457b-bafb-4bfd-bb55-6e838e043a2f x-openstack-request-id: req-c88f457b-bafb-4bfd-bb55-6e838e043a2f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:30:35.430004 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "name": "network-vif-plugged", "status": "completed", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:30:35.430575 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c88f457b-bafb-4bfd-bb55-6e838e043a2f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:30:35.431087 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'code': 200} Jun 17 10:30:35.497653 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c47018a3-49b3-4bf6-8cbc-8e6aebc0fe30 req-5bc47fda-319a-4619-a570-d480cbe353ff tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635862 Jun 17 10:30:35.503976 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:35.507963 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-d27b72aa-ffa9-4436-acde-9e7701a45882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:35.588087 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=39f02359-deaa-4d31-8bd6-6b742187ffb0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:35.592170 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:36.088040 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f0016-0611-4a30-9f5d-64734c7bee15 req-b259c4ef-7964-4a80-ad28-479d82e506ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:36.090998 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-260f0016-0611-4a30-9f5d-64734c7bee15 req-b259c4ef-7964-4a80-ad28-479d82e506ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 1098 time: 0.0984523 Jun 17 10:30:36.139239 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-260f0016-0611-4a30-9f5d-64734c7bee15 req-0a6f42c4-3926-4a86-bb59-72ed035e8b3c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414066 Jun 17 10:30:36.800679 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b6bce-85fd-49e3-94e8-60c0510bd53e req-ff76297f-ee43-40c8-888d-8ea107accf7d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:36.802811 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3a1b6bce-85fd-49e3-94e8-60c0510bd53e req-ff76297f-ee43-40c8-888d-8ea107accf7d tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 945 time: 0.1305454 Jun 17 10:30:36.868485 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3a1b6bce-85fd-49e3-94e8-60c0510bd53e req-3743225e-3371-4a8c-922f-a16f4b39467c tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570848 Jun 17 10:30:38.177353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b4e9-d908-4308-ac16-d67c95d135a4 req-989321a7-7416-4b45-b5ea-c4a2c10e2e28 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:38.179962 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8972b4e9-d908-4308-ac16-d67c95d135a4 req-989321a7-7416-4b45-b5ea-c4a2c10e2e28 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 945 time: 0.1118772 Jun 17 10:30:38.227004 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8972b4e9-d908-4308-ac16-d67c95d135a4 req-074c07e8-2a7f-41c4-810e-97d7c9a05980 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408211 Jun 17 10:30:38.539829 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea9c30-44aa-425f-bd8a-cc017f25a83e req-09181098-170f-466e-b813-42408e42502e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:38.542992 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-edea9c30-44aa-425f-bd8a-cc017f25a83e req-09181098-170f-466e-b813-42408e42502e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 945 time: 0.1241567 Jun 17 10:30:38.555525 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:38.563880 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Request body: {'floatingip': {'port_id': '39f02359-deaa-4d31-8bd6-6b742187ffb0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:38.642228 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:39.799439 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:40.043868 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:40.198400 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.l3_db [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Floating IP 4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5 associated. External IP: 172.28.2.128, port: 39f02359-deaa-4d31-8bd6-6b742187ffb0. Jun 17 10:30:40.516971 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Router a2cfb889-b285-469a-881f-07accc62fbf6 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:30:40.669127 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:30:40.675781 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:40.681738 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] Sync routers for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:30:40.746682 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7773bf42-498d-4c7a-b029-9d3ea8abb87a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "PUT /v2.0/floatingips/4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5 HTTP/1.1" status: 200 len: 991 time: 2.1854093 Jun 17 10:30:40.746682 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:30:40.746682 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a94354-7aa4-425d-97b1-b408f84cd52a" -d '{"events": [{"name": "network-changed", "server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:30:40.817654 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69cd35-8807-48d8-8d8f-7c35c1f59aac x-openstack-request-id: req-ef69cd35-8807-48d8-8d8f-7c35c1f59aac {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:30:40.819250 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:30:40.819897 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef69cd35-8807-48d8-8d8f-7c35c1f59aac {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:30:40.820981 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'status': 'completed', 'code': 200} Jun 17 10:30:40.828018 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:30:40.829493 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:30:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:40.934469 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-96f5f13b-560d-4fa7-af3a-d2d08a3fdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:40.936245 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-96f5f13b-560d-4fa7-af3a-d2d08a3fdf91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbd28ab16204444a9019219eea765760&device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 1098 time: 0.0845749 Jun 17 10:30:40.996395 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:30:41.058749 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-8ff89468-4c73-44ef-bb09-3495ed41b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:41.060240 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-8ff89468-4c73-44ef-bb09-3495ed41b933 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 200 len: 911 time: 0.1142318 Jun 17 10:30:41.161487 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-041ffc0d-cd6a-473e-a0a0-9c1df08be6b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39f02359-deaa-4d31-8bd6-6b742187ffb0 HTTP/1.1" status: 200 len: 999 time: 0.0932102 Jun 17 10:30:41.218734 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-089b6d91-c5b0-457e-b207-f26151c4b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:41.220295 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-089b6d91-c5b0-457e-b207-f26151c4b4b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 200 len: 849 time: 0.0527151 Jun 17 10:30:41.312081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-75393011-9533-44cc-8f45-96ce8b840156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:41.313947 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-75393011-9533-44cc-8f45-96ce8b840156 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c33d516-28a4-435c-9efb-d3dd95f4691c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872507 Jun 17 10:30:41.363513 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'floating_ip_address': '172.28.2.128', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'port_id': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'mac_address': 'fa:16:3e:f4:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf2456-0027-443b-b4ce-6089a053194a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:30:21Z', 'updated_at': '2021-06-17T10:30:39Z', 'revision_number': 1, 'project_id': 'dbd28ab16204444a9019219eea765760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:41.417994 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] Checking router: a2cfb889-b285-469a-881f-07accc62fbf6 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:30:41.434292 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:30:41.434933 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:30:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:41.470130 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-4e585351-bbee-4669-9ed8-8df8a350dcfd service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484084 Jun 17 10:30:41.599941 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-43a94354-7aa4-425d-97b1-b408f84cd52a req-d882af13-63aa-4525-85eb-aec022e6796f service neutron] 10.222.0.20 "GET /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220100 Jun 17 10:30:41.608696 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:30:41.989980 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'floating_ip_address': '172.28.2.128', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'port_id': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'mac_address': 'fa:16:3e:f4:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf2456-0027-443b-b4ce-6089a053194a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:30:21Z', 'updated_at': '2021-06-17T10:30:39Z', 'revision_number': 1, 'project_id': 'dbd28ab16204444a9019219eea765760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:42.040153 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fac0c0-e853-43a0-b4f9-d5f833d5dd50 None None] The sync data for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb is: [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': '4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'floating_ip_address': '172.28.2.128', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'port_id': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'mac_address': 'fa:16:3e:f4:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf2456-0027-443b-b4ce-6089a053194a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:30:21Z', 'updated_at': '2021-06-17T10:30:39Z', 'revision_number': 1, 'project_id': 'dbd28ab16204444a9019219eea765760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:30:42.335404 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2087339a-e09c-4041-84f1-3f916ad10895 None None] New status for floating IP 4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:30:51.473800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:54.040959 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d82559ec-187d-41fd-85cd-c75674f3b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:57.386149 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b67669ad-3010-4643-b13c-a0282906b2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:57.414304 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:59.610447 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:00.523844 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:03.010751 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:31:21.470176 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:24.081974 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecefc677-2754-436e-9400-941dae325ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:27.373373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c00e9afc-189d-40fa-8cde-a7de2f6014c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:27.421602 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:29.672470 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:30.544879 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.452458 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b220b-48d4-475b-b910-cfacc0044f32 req-8b6ea273-d306-428d-afe2-c8cea6402b7a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:36.455249 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-880b220b-48d4-475b-b910-cfacc0044f32 req-8b6ea273-d306-428d-afe2-c8cea6402b7a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 945 time: 0.1119819 Jun 17 10:31:36.534125 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-880b220b-48d4-475b-b910-cfacc0044f32 req-bf67df99-78cb-470f-8fde-2101c05c9c4e tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701756 Jun 17 10:31:37.841661 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9e7d4-f4cd-4df0-9758-e20b581c5922 req-57778282-1ab8-4b50-b5cd-fb61397c5b1a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:37.844421 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e0b9e7d4-f4cd-4df0-9758-e20b581c5922 req-57778282-1ab8-4b50-b5cd-fb61397c5b1a tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 945 time: 0.1232419 Jun 17 10:31:37.914119 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e0b9e7d4-f4cd-4df0-9758-e20b581c5922 req-f2c3c402-6748-4cf6-8141-ace7ba2e85d3 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups?id=63af617a-2a63-4da1-b85e-630177f6715d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622845 Jun 17 10:31:38.219936 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-497567c2-be49-4b4d-9cdf-4affb560f95b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:38.221647 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-497567c2-be49-4b4d-9cdf-4affb560f95b tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 945 time: 0.0938964 Jun 17 10:31:38.352091 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Deleting port 39f02359-deaa-4d31-8bd6-6b742187ffb0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:38.352465 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.483692 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] For port 39f02359-deaa-4d31-8bd6-6b742187ffb0, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=39f02359-deaa-4d31-8bd6-6b742187ffb0,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:38.484124 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.689951 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.690364 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.691357 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.l3_db [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Floating IP 4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5 disassociated. External IP: 172.28.2.128, port: 39f02359-deaa-4d31-8bd6-6b742187ffb0. Jun 17 10:31:38.691757 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Calling delete_port for 39f02359-deaa-4d31-8bd6-6b742187ffb0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:38.979248 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.989657 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2cb57a3b-5152-490f-bde5-9d41dbf977d8 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:39.048079 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event deleted for resources: {'Port': ['ID=39f02359-deaa-4d31-8bd6-6b742187ffb0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:39.086784 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.087429 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.088075 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.088718 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.089390 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.090005 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.090618 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.091219 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.091846 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.092479 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.093173 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.093811 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:39.103169 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:39.140365 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-0de96f68-c990-40db-81ef-f9e5e5b28c3a req-802d9321-0a9e-4f5d-a081-9332ff373793 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 210 time: 0.0840044 Jun 17 10:31:39.282311 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Router a2cfb889-b285-469a-881f-07accc62fbf6 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:31:39.400273 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:31:39.411878 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] Sync routers for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:31:39.424380 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:39.425988 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:31:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:39.468565 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] No DVR routers for this DVR port 39f02359-deaa-4d31-8bd6-6b742187ffb0 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:31:39.473525 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.477347 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ca6f3bc1-232c-4c08-af34-371f370c2533 req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.20 "DELETE /v2.0/ports/39f02359-deaa-4d31-8bd6-6b742187ffb0 HTTP/1.1" status: 204 len: 173 time: 1.2487936 Jun 17 10:31:39.478680 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'name': 'network-vif-deleted', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:31:39.483004 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271fc8f6-2eeb-48ff-ab92-fa0c9c3e31f2" -d '{"events": [{"server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "name": "network-vif-deleted", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:31:39.549577 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6add9b05-df0d-46da-945a-18c602667a12 x-openstack-request-id: req-6add9b05-df0d-46da-945a-18c602667a12 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:31:39.552349 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf2456-0027-443b-b4ce-6089a053194a", "name": "network-vif-deleted", "tag": "39f02359-deaa-4d31-8bd6-6b742187ffb0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:31:39.552953 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6add9b05-df0d-46da-945a-18c602667a12 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:31:39.553577 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf2456-0027-443b-b4ce-6089a053194a', 'name': 'network-vif-deleted', 'tag': '39f02359-deaa-4d31-8bd6-6b742187ffb0', 'status': 'completed', 'code': 200} Jun 17 10:31:39.621102 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:39.856625 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:39.888042 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] Checking router: a2cfb889-b285-469a-881f-07accc62fbf6 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:31:39.898967 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:39.899735 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:31:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:40.025629 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:31:40.067965 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:40.365560 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-20977113-755e-4bdd-bfbb-109b53e0c7e0 req-2babbbd4-97d6-4b57-8a10-228fc2a989f6 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/ports?device_id=40bf2456-0027-443b-b4ce-6089a053194a HTTP/1.1" status: 200 len: 210 time: 0.0508718 Jun 17 10:31:40.391073 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:40.525039 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad941470-3d02-4cb7-b3eb-653f4ec7910e None None] The sync data for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb is: [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:26:36Z', 'revision_number': 4, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '949d9f05-1ec2-4d53-b3d9-288c130a713e', 'name': '', 'network_id': '8c33d516-28a4-435c-9efb-d3dd95f4691c', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'mac_address': 'fa:16:3e:b1:7d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:34Z', 'updated_at': '2021-06-17T10:26:47Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'subnets': [{'id': '93ff4943-8008-43a4-89fc-3a804f08fe55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:31:40.782998 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ac7968-80fb-409c-9f20-3dccbb693e13 None None] New status for floating IP 4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:31:41.809890 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:41.888186 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:41.915005 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.071952 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.075426 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.076711 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "DELETE /v2.0/security-groups/63af617a-2a63-4da1-b85e-630177f6715d HTTP/1.1" status: 204 len: 168 time: 0.2657261 Jun 17 10:31:42.077560 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cd78c828-e5a0-4467-bcb0-db8661545b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:42.080230 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:42.088560 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af617a-2a63-4da1-b85e-630177f6715d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:42.097836 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.098250 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.098622 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.098981 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.099350 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.099684 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.100121 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.100468 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.101040 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.101604 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.102023 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.102369 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:42.106459 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-0377f5c8-83c5-4f5c-b657-b2d35e309fbc tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:42.108032 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.api.v2.resource [None req-2dcbb2d8-bcab-44a3-bb94-dcb289036474 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] show failed (client error): The resource could not be found. Jun 17 10:31:42.110235 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-2dcbb2d8-bcab-44a3-bb94-dcb289036474 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "GET /v2.0/security-groups/63af617a-2a63-4da1-b85e-630177f6715d HTTP/1.1" status: 404 len: 347 time: 0.0224454 Jun 17 10:31:42.116413 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:42.277643 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Deleting port 5d40c8d3-ff12-4348-a25c-ebb7477a7b09 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:42.277876 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.363518 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.363823 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.436462 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Calling delete_port for 5d40c8d3-ff12-4348-a25c-ebb7477a7b09 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:42.778368 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.781067 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9c4d3a52-ec60-40ea-8a5c-b739d499f72c tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:42.807292 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Pushing event deleted for resources: {'Port': ['ID=5d40c8d3-ff12-4348-a25c-ebb7477a7b09,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:42.811519 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:42.884948 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.888345 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:42.890060 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] 10.222.0.50 "DELETE /v2.0/floatingips/4dd8cb78-9f30-40d1-9c6e-6e3e05eb93a5 HTTP/1.1" status: 204 len: 168 time: 0.7719393 Jun 17 10:31:43.322734 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 39f02359-deaa-4d31-8bd6-6b742187ffb0 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:31:43.354221 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 39f02359-deaa-4d31-8bd6-6b742187ffb0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:31:43.354622 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 39f02359-deaa-4d31-8bd6-6b742187ffb0 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:31:47.672141 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:48.512319 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885757'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:48.892271 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Deleting port 949d9f05-1ec2-4d53-b3d9-288c130a713e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:48.893138 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:49.002201 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] For port 949d9f05-1ec2-4d53-b3d9-288c130a713e, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=949d9f05-1ec2-4d53-b3d9-288c130a713e,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:49.002575 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:49.089519 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Calling delete_port for 949d9f05-1ec2-4d53-b3d9-288c130a713e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:49.453992 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:49.456889 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1062aa3a-8387-4323-a4f2-52a957b23ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:49.489550 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Pushing event deleted for resources: {'Port': ['ID=949d9f05-1ec2-4d53-b3d9-288c130a713e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:49.495996 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:49.676592 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885609'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:50.188923 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Router a2cfb889-b285-469a-881f-07accc62fbf6 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:31:50.297460 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:31:50.304515 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-381ce251-aeb8-4cee-9c0d-74285d8d6252 admin admin] 10.222.0.50 "PUT /v2.0/routers/a2cfb889-b285-469a-881f-07accc62fbf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312373 Jun 17 10:31:50.305935 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:50.308207 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] Sync routers for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:31:50.319548 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:50.320165 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:31:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:50.421017 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:50.425400 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:50.534548 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:50.637686 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:31:49Z', 'revision_number': 5, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port': {'id': '6f597f9a-7832-4e20-afb0-159f800295c2', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:26:29Z', 'updated_at': '2021-06-17T10:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:50.668446 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] Checking router: a2cfb889-b285-469a-881f-07accc62fbf6 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:31:50.682089 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] Routers {'a2cfb889-b285-469a-881f-07accc62fbf6'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:50.682750 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:31:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['a2cfb889-b285-469a-881f-07accc62fbf6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:50.746537 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Deleting port 6f597f9a-7832-4e20-afb0-159f800295c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:50.747736 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:50.832086 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] Set router a2cfb889-b285-469a-881f-07accc62fbf6 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:50.881492 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] For port 6f597f9a-7832-4e20-afb0-159f800295c2, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=6f597f9a-7832-4e20-afb0-159f800295c2,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:50.881969 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:50.892597 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:31:50Z', 'revision_number': 6, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port_host': None}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:50.925768 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5dcf2a-14d0-4492-adb4-d91e1168466b None None] The sync data for ids ['a2cfb889-b285-469a-881f-07accc62fbf6'] in dv-cinder-796806-1-smb is: [{'id': 'a2cfb889-b285-469a-881f-07accc62fbf6', 'name': 'tempest-AttachVolumeTestJSON-160844201-router', 'tenant_id': 'dbd28ab16204444a9019219eea765760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:26:27Z', 'updated_at': '2021-06-17T10:31:50Z', 'revision_number': 6, 'project_id': 'dbd28ab16204444a9019219eea765760', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:31:50.983034 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Calling delete_port for 6f597f9a-7832-4e20-afb0-159f800295c2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:51.444263 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:51.660186 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:51.662536 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-eff89fb2-fcab-4376-8add-728bbbdcbdc8 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:51.687170 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f597f9a-7832-4e20-afb0-159f800295c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:51.690839 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:51.760259 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675882'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:51.916762 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31620'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:51.919236 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.129561 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687712'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.130638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2cfb889-b285-469a-881f-07accc62fbf6 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:31:52.138856 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.140299 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-569892f5-c24c-4dfe-bd20-8e9405993b5c admin admin] 10.222.0.50 "DELETE /v2.0/routers/a2cfb889-b285-469a-881f-07accc62fbf6 HTTP/1.1" status: 204 len: 168 time: 1.8331609 Jun 17 10:31:52.144384 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:52.196156 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Deleting subnet 93ff4943-8008-43a4-89fc-3a804f08fe55 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:31:52.199983 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.243404 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.337794 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.521456 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.524113 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a42baaf-fd7d-440b-bcbd-4e0c959e8506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:52.552089 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ff4943-8008-43a4-89fc-3a804f08fe55,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:52.554744 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:52.557755 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.559859 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3baf8891-7f09-4753-8d15-ba1339670799 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/93ff4943-8008-43a4-89fc-3a804f08fe55 HTTP/1.1" status: 204 len: 168 time: 0.4141872 Jun 17 10:31:52.562815 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:52.565672 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ae532-9cb1-4e57-9c4e-08308bc4624c None None] Network 8c33d516-28a4-435c-9efb-d3dd95f4691c requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:31:52.670794 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.755616 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Deleting port d4b32709-ea81-4da3-b82a-5db9d200f740 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:52.755937 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.814152 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 949d9f05-1ec2-4d53-b3d9-288c130a713e no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:31:52.837233 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 949d9f05-1ec2-4d53-b3d9-288c130a713e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:31:52.837539 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 949d9f05-1ec2-4d53-b3d9-288c130a713e not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:31:52.837891 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 6f597f9a-7832-4e20-afb0-159f800295c2 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:31:52.845917 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] For port d4b32709-ea81-4da3-b82a-5db9d200f740, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=d4b32709-ea81-4da3-b82a-5db9d200f740,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:52.847098 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:52.861318 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 6f597f9a-7832-4e20-afb0-159f800295c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:31:52.861698 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 6f597f9a-7832-4e20-afb0-159f800295c2 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:31:52.929262 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Calling delete_port for d4b32709-ea81-4da3-b82a-5db9d200f740 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:52.960823 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] DHCP port deletion for 8c33d516-28a4-435c-9efb-d3dd95f4691c request from dv-cinder-796806-1-smb {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:31:53.021251 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Deleting port d4b32709-ea81-4da3-b82a-5db9d200f740 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:53.021691 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.083028 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] For port d4b32709-ea81-4da3-b82a-5db9d200f740, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=d4b32709-ea81-4da3-b82a-5db9d200f740,segment=NetworkSegment(efeff686-35be-451e-8f60-2eaf9e1b8d3d),segment_id=efeff686-35be-451e-8f60-2eaf9e1b8d3d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:53.083329 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.148373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Calling delete_port for d4b32709-ea81-4da3-b82a-5db9d200f740 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:53.154631 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.156873 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-29c15f09-016f-4d1d-8eb7-a9388d87b65a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:53.183558 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b32709-ea81-4da3-b82a-5db9d200f740,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:53.185346 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] No DVR routers for this DVR port d4b32709-ea81-4da3-b82a-5db9d200f740 on host dv-cinder-796806-1-smb {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:31:53.186866 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:53.227585 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.229873 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b87e000a-bdaf-4a58-a0ed-09b6df1267c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:53.257591 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Pushing event deleted for resources: {'Port': ['ID=d4b32709-ea81-4da3-b82a-5db9d200f740,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:53.268881 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.269789 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.270124 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.270455 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.270782 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.271112 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.271476 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.271759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.272081 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.272396 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.272725 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.273087 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:53.276109 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] No DVR routers for this DVR port d4b32709-ea81-4da3-b82a-5db9d200f740 on host dv-cinder-796806-1-smb {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:31:53.277565 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-80b97a4d-6758-4bed-a94f-6b9584100865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:53.286639 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.311858 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c33d516-28a4-435c-9efb-d3dd95f4691c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:53.326004 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efeff686-35be-451e-8f60-2eaf9e1b8d3d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:53.326370 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efeff686-35be-451e-8f60-2eaf9e1b8d3d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:53.343982 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.363069 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.374105 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:31:53.376772 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:31:53.620278 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.625435 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.630683 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] 10.222.0.50 "DELETE /v2.0/networks/8c33d516-28a4-435c-9efb-d3dd95f4691c HTTP/1.1" status: 204 len: 168 time: 1.0632648 Jun 17 10:31:53.630683 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:53.643085 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c33d516-28a4-435c-9efb-d3dd95f4691c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:53.679884 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3d25ea30-db25-4184-90d7-3b02a5b9f34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:54.065844 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6966f933-1a3f-41a8-936e-d7f1082b89ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:54.151592 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:54.204577 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-3f710ae0-363c-4a8b-9008-c9913659ae23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbd28ab16204444a9019219eea765760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515051 Jun 17 10:31:54.208083 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:54.265764 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9110d6ae-3602-4138-a911-d256e067feb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:54.287890 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9110d6ae-3602-4138-a911-d256e067feb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:54.454523 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9110d6ae-3602-4138-a911-d256e067feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:54.457929 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9110d6ae-3602-4138-a911-d256e067feb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:54.459393 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-9110d6ae-3602-4138-a911-d256e067feb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cd8fca3-fb14-4389-a3a4-e66c14e94374 HTTP/1.1" status: 204 len: 168 time: 0.2501047 Jun 17 10:31:54.460235 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a7ec61f3-18af-497d-a36e-33651cdb42fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:54.468686 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110d6ae-3602-4138-a911-d256e067feb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8fca3-fb14-4389-a3a4-e66c14e94374,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:54.472367 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9110d6ae-3602-4138-a911-d256e067feb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:54.803818 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d4b32709-ea81-4da3-b82a-5db9d200f740 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:31:54.825612 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: d4b32709-ea81-4da3-b82a-5db9d200f740 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:31:54.826163 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d4b32709-ea81-4da3-b82a-5db9d200f740 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:31:57.361937 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa44500-0953-4ead-a08b-7366988d27d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:57.464185 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:59.631045 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:00.543978 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:17.017709 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:32:21.435756 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:24.047828 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43d0986f-1f6f-4c41-82ae-a707271e4b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:27.379122 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36abddfb-ea8b-4d31-9d3b-9a339d8c9b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:27.441468 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:29.759952 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:30.590542 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:42.541591 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:42.675689 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:42.783391 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:42.887367 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:42.892984 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-df52a1d7-0576-4289-aea9-cd08b7cbfee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:42.940739 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af11947d-18d1-469c-8bd5-6f676dcdaa4c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:42.945584 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8707e7309b644cf9b7898dec460ac459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026725 Jun 17 10:32:42.950710 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:42.957017 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.957892 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.958521 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.960254 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.961408 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.961589 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.962190 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.970233 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.970233 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.970233 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.970233 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.970233 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:42.973585 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:43.040444 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:43.067713 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:43.247088 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:43.251653 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:43.253302 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af11947d-18d1-469c-8bd5-6f676dcdaa4c HTTP/1.1" status: 204 len: 168 time: 0.3009293 Jun 17 10:32:43.254594 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-3d3c66e8-a656-4a9c-810c-a022612a0a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:43.270417 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af11947d-18d1-469c-8bd5-6f676dcdaa4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:43.284295 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.284945 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.285574 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.286249 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.286813 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.287457 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.288041 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.288655 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.289311 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.289924 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.290639 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.291127 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:43.300799 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b2438c16-4c33-4b99-add2-38474871fcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:44.313948 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:44.333970 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33e8042-55ce-4653-a360-1cd981dc304a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:44.481220 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33e8042-55ce-4653-a360-1cd981dc304a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:44.566491 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a33e8042-55ce-4653-a360-1cd981dc304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:44.569709 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-09a33f75-8bdf-4bc2-8d11-eb164c209408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:44.619248 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-a33e8042-55ce-4653-a360-1cd981dc304a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e20312c6cd9144d1be8e6890208732d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041008 Jun 17 10:32:44.620361 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e8042-55ce-4653-a360-1cd981dc304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d38bcb-3179-4056-9d53-90aedb118592,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:44.622745 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:44.626908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a33e8042-55ce-4653-a360-1cd981dc304a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:44.686550 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3b37-13d7-40f2-84d9-00a5d7d6651f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:44.713813 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3b37-13d7-40f2-84d9-00a5d7d6651f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:44.981999 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3b37-13d7-40f2-84d9-00a5d7d6651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:44.985402 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3b37-13d7-40f2-84d9-00a5d7d6651f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:44.986623 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7dcc3b37-13d7-40f2-84d9-00a5d7d6651f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2d38bcb-3179-4056-9d53-90aedb118592 HTTP/1.1" status: 204 len: 168 time: 0.3626246 Jun 17 10:32:44.987612 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-a10f8e6a-ef00-42be-b186-9928c2073fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:44.997942 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc3b37-13d7-40f2-84d9-00a5d7d6651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d38bcb-3179-4056-9d53-90aedb118592,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:45.002358 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7dcc3b37-13d7-40f2-84d9-00a5d7d6651f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:48.485365 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:48.675018 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-843e772a-1e19-4a99-9dab-5d99d7eb5dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:48.835639 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-843e772a-1e19-4a99-9dab-5d99d7eb5dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:49.013923 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-843e772a-1e19-4a99-9dab-5d99d7eb5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:49.018553 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-20fa62d2-2ba4-4cd7-9768-5be9fbd31fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:49.060215 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e772a-1e19-4a99-9dab-5d99d7eb5dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5294f6f4-729b-4aad-8fff-3865bca42d7a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:49.068658 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-843e772a-1e19-4a99-9dab-5d99d7eb5dfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67dc1a9efe3a4a3eb3d0ad30eff5a16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800881 Jun 17 10:32:49.069949 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-843e772a-1e19-4a99-9dab-5d99d7eb5dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:49.071752 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:49.166949 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfbe872a-3d5d-41bc-bf55-4610e1245d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:49.210340 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfbe872a-3d5d-41bc-bf55-4610e1245d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:49.434897 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfbe872a-3d5d-41bc-bf55-4610e1245d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:49.438618 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfbe872a-3d5d-41bc-bf55-4610e1245d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:49.440139 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-bfbe872a-3d5d-41bc-bf55-4610e1245d71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5294f6f4-729b-4aad-8fff-3865bca42d7a HTTP/1.1" status: 204 len: 168 time: 0.3671269 Jun 17 10:32:49.441493 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-21761257-67f2-499b-b391-75983e9b9f59 tempest-TestMinimumBasicScenario-660279017 tempest-TestMinimumBasicScenario-660279017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:49.455423 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe872a-3d5d-41bc-bf55-4610e1245d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5294f6f4-729b-4aad-8fff-3865bca42d7a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:49.460049 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-bfbe872a-3d5d-41bc-bf55-4610e1245d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:50.638129 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:50.656269 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d6a596f-4bf5-4ac1-bac6-2e0bf7fa4b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:50.801156 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d6a596f-4bf5-4ac1-bac6-2e0bf7fa4b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:50.944118 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d6a596f-4bf5-4ac1-bac6-2e0bf7fa4b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:50.950429 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e52b95dc-82d1-425a-8250-7c93a1b195e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:51.011014 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-5d6a596f-4bf5-4ac1-bac6-2e0bf7fa4b7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2ba342a0a3d462c80e7135b1699e06b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712649 Jun 17 10:32:51.012543 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a596f-4bf5-4ac1-bac6-2e0bf7fa4b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8be0e7-5ecd-4bc8-b9f4-7d5536a7bc6b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:51.014276 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:51.018356 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5d6a596f-4bf5-4ac1-bac6-2e0bf7fa4b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:51.098431 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:51.128458 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:51.360017 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:51.365026 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:51.366983 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e8be0e7-5ecd-4bc8-b9f4-7d5536a7bc6b HTTP/1.1" status: 204 len: 168 time: 0.3511181 Jun 17 10:32:51.368275 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-89e58d64-faed-4ee3-a807-454f69c7b6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:51.387974 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8be0e7-5ecd-4bc8-b9f4-7d5536a7bc6b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:51.392005 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:51.513792 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:54.022178 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:32:54.115156 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f63828-505b-4002-83c9-eddcb1b7c5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:57.411772 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2bf78139-e277-4114-95f9-a9210a3132bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:57.451735 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:59.650793 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:00.582814 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:04.912953 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:05.085571 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-670c16c9-70a1-4b0a-b9c6-726450c73c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.247844 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-670c16c9-70a1-4b0a-b9c6-726450c73c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.387277 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-670c16c9-70a1-4b0a-b9c6-726450c73c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.393634 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c89c5d19-e2a9-4662-9b66-9cbbc70e7b06 tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:05.462644 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-670c16c9-70a1-4b0a-b9c6-726450c73c3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd4ac01401d94890add6a6eb64c3fd33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478840 Jun 17 10:33:05.465872 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:05.469536 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c16c9-70a1-4b0a-b9c6-726450c73c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697e78a6-ca08-4de7-b924-74e21ad22311,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:05.480863 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-670c16c9-70a1-4b0a-b9c6-726450c73c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:05.554140 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aaf57c4-f0d6-4d30-9b59-6f26e27683b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.591545 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aaf57c4-f0d6-4d30-9b59-6f26e27683b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.771559 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aaf57c4-f0d6-4d30-9b59-6f26e27683b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.774452 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7aaf57c4-f0d6-4d30-9b59-6f26e27683b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.775962 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7aaf57c4-f0d6-4d30-9b59-6f26e27683b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/697e78a6-ca08-4de7-b924-74e21ad22311 HTTP/1.1" status: 204 len: 168 time: 0.3083658 Jun 17 10:33:05.777004 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-165f713d-b3e4-429e-abbf-2ff5597adbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:05.788322 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf57c4-f0d6-4d30-9b59-6f26e27683b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697e78a6-ca08-4de7-b924-74e21ad22311,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:05.792545 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-7aaf57c4-f0d6-4d30-9b59-6f26e27683b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:06.698349 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:06.717588 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b800777-3964-45d4-82a1-23e25e168e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:06.858702 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b800777-3964-45d4-82a1-23e25e168e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.010752 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b800777-3964-45d4-82a1-23e25e168e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.015402 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9dd6acf1-e655-4b52-bb14-5aa8fe55c1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:07.091770 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-8b800777-3964-45d4-82a1-23e25e168e1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=baf9aed54b47492cbce7b91ba0aa5838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919013 Jun 17 10:33:07.094427 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b800777-3964-45d4-82a1-23e25e168e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7957b638-0c92-476e-9ee7-6edd4aceb1f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:07.096785 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:07.101479 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8b800777-3964-45d4-82a1-23e25e168e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:07.196977 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3dd8-bf74-4a4e-ad95-d4b8abeda40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.239028 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3dd8-bf74-4a4e-ad95-d4b8abeda40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.455939 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3dd8-bf74-4a4e-ad95-d4b8abeda40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.460937 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3dd8-bf74-4a4e-ad95-d4b8abeda40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.463119 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-ef5e3dd8-bf74-4a4e-ad95-d4b8abeda40c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7957b638-0c92-476e-9ee7-6edd4aceb1f7 HTTP/1.1" status: 204 len: 168 time: 0.3649766 Jun 17 10:33:07.464453 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d241b0f2-87bf-4004-ad6c-ebe303315372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:07.479891 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e3dd8-bf74-4a4e-ad95-d4b8abeda40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957b638-0c92-476e-9ee7-6edd4aceb1f7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:07.485724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ef5e3dd8-bf74-4a4e-ad95-d4b8abeda40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:14.003777 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:14.142105 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0102-964e-4a6c-9f26-0237bdaf183c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:14.274742 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0102-964e-4a6c-9f26-0237bdaf183c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:14.382738 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcbe0102-964e-4a6c-9f26-0237bdaf183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:14.385939 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-5f692d67-fd0d-46b4-8c56-37c787bac648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:14.430754 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-fcbe0102-964e-4a6c-9f26-0237bdaf183c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cbe25b232d845f3a248e8a11061ca06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253800 Jun 17 10:33:14.431848 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe0102-964e-4a6c-9f26-0237bdaf183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59d6c58-ee10-4a39-991e-c7a9fc44f06f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:14.433884 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:14.435440 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-fcbe0102-964e-4a6c-9f26-0237bdaf183c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:14.488011 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:14.512214 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:14.702787 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:14.705843 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:14.707167 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d59d6c58-ee10-4a39-991e-c7a9fc44f06f HTTP/1.1" status: 204 len: 168 time: 0.2722454 Jun 17 10:33:14.708093 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-88ccb44a-264a-4176-ae44-5417ec14227d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:14.717817 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59d6c58-ee10-4a39-991e-c7a9fc44f06f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:14.720488 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:16.250526 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:16.369157 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-593072518-network', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:16.525362 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Made reservation on behalf of 3de413ceea734814b06e39e2e4b5a06f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:33:16.527838 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:16.539665 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:16.655573 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:16.797717 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:16.801257 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-225b7ca4-3918-45bd-8765-eb8b5568fb49 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:16.827323 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:33:16.838049 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa26eb7-a49f-4ffd-91a0-3a534493b9ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:16.843294 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:16.844459 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:16.844824 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.segments_db [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Added segment 9c803bc8-abfc-4090-bfd8-3df94e9f59ad of type vlan for network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 Jun 17 10:33:16.891644 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:17.059187 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:17.060908 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:17.061418 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:17.063991 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-f244d07a-e7a3-4fe2-9486-2b3fa9b39ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:17.148458 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Pushing event updated for resources: {'Network': ['ID=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:17.151954 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:17.160455 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:33:17.239176 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-cd949bd7-ace0-4de4-aa38-f22039e4e29b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9870028 Jun 17 10:33:17.244191 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:17.253341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Request body: {'subnet': {'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-593072518-subnet', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:17.409110 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Made reservation on behalf of 3de413ceea734814b06e39e2e4b5a06f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:33:17.414622 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129637253'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:17.713951 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129698142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129637271'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:17.717406 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:17.781233 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61b82d1-d08a-4c1b-b76a-e106f8847165,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:17.785134 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:17.791887 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Checking segment: {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:17.792252 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Network hostable DHCP agents. Network: fe3249e2-b51f-4d11-b4cb-60ad2bf60f51, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:33:17.947883 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:33:18.063284 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, fe3249e2-b51f-4d11-b4cb-60ad2bf60f51) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:18.070256 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:18.071171 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.073403 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804e435-1104-45fc-a310-eb268314ca3d None None] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:33:18.205162 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-8c529a45-7791-4eda-ac57-b29c1425bc87 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9588413 Jun 17 10:33:18.208632 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:18.214007 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:18.262805 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:33:18.270807 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.330921 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.332147 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.411315 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.460651 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Allocated IP 172.20.0.2 (fe3249e2-b51f-4d11-b4cb-60ad2bf60f51/e61b82d1-d08a-4c1b-b76a-e106f8847165/2472b23e-a351-4056-afe8-9b75e0417200) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:33:18.668615 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.676465 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.683551 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Transition to ACTIVE for port object 2472b23e-a351-4056-afe8-9b75e0417200 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:18.718949 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Transition to ACTIVE for port object 2472b23e-a351-4056-afe8-9b75e0417200 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:18.823311 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:18.827216 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:18.888699 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:18.893833 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:18.899577 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:33:18.914862 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Pushing event updated for resources: {'Port': ['ID=2472b23e-a351-4056-afe8-9b75e0417200,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:18.928556 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.929094 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.929546 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.930064 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.930518 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.930972 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.931416 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.931852 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.932287 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.932727 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.933200 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.933635 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:18.955277 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:18.995370 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Attempting to bind port 2472b23e-a351-4056-afe8-9b75e0417200 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:33:18.995695 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Attempting to bind port 2472b23e-a351-4056-afe8-9b75e0417200 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:33:18.996244 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Attempting to bind port 2472b23e-a351-4056-afe8-9b75e0417200 on network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:33:19.004079 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:33:19.004642 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Checking segment: {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:19.005315 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:19.005829 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Bound using segment: {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:33:19.006397 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Bound port: 2472b23e-a351-4056-afe8-9b75e0417200, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:33:19.006887 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:19.047134 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:19.073192 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:19.115316 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] For port 2472b23e-a351-4056-afe8-9b75e0417200, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:33:19.119509 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] For port 2472b23e-a351-4056-afe8-9b75e0417200, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=2472b23e-a351-4056-afe8-9b75e0417200,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:33:19.201512 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Allocated IP 172.28.2.183 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/591eb999-651a-4f50-87c6-e32403311cf5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:33:19.228718 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:19.231299 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-46377394-f008-4081-b466-b63effe966bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:19.307061 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Pushing event updated for resources: {'Port': ['ID=2472b23e-a351-4056-afe8-9b75e0417200,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:19.311437 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:19.355941 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:19.508204 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:19.511646 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1cd75f99-e05d-432a-b1a1-66fff340ca32 tempest-AttachVolumeShelveTestJSON-2111806086 tempest-AttachVolumeShelveTestJSON-2111806086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:19.568320 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:19.572956 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:19.583246 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:33:19.612471 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Pushing event updated for resources: {'Port': ['ID=591eb999-651a-4f50-87c6-e32403311cf5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:19.620061 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:20.257937 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:20.284613 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513490f-4e93-410d-bd3c-0a866148336e None None] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:33:20.451536 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-95f1f9a2-c557-441a-832e-2bfbfae0910d None None] Provisioning for port 2472b23e-a351-4056-afe8-9b75e0417200 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:20.493223 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:20.824240 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:33:20.891166 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2472b23e-a351-4056-afe8-9b75e0417200 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:21.005855 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:33:21.019770 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Sync routers for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:33:21.035960 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:21.036841 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:32:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:21.110066 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 2472b23e-a351-4056-afe8-9b75e0417200 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:21.119634 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 2472b23e-a351-4056-afe8-9b75e0417200 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:21.120154 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:21.201336 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:21.203871 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:21.206614 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-d9065d2c-0edd-4c6b-8408-ceece40b7d27 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9961352 Jun 17 10:33:21.210965 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:21.561426 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:21.666203 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 2472b23e-a351-4056-afe8-9b75e0417200, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=2472b23e-a351-4056-afe8-9b75e0417200,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:21.733035 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:19Z', 'revision_number': 3, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:21.766198 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Checking router: 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:33:21.766564 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Updating router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 port 591eb999-651a-4f50-87c6-e32403311cf5 binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:33:21.803533 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:21.829039 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:21.896002 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:21.900470 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-363c1d58-6583-4c31-a26d-bd764a2dd3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:22.015917 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=2472b23e-a351-4056-afe8-9b75e0417200,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:22.020947 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:22.111280 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.163936 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.178110 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Transition to ACTIVE for port object 591eb999-651a-4f50-87c6-e32403311cf5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:22.289073 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Allocated IP 172.20.0.1 (fe3249e2-b51f-4d11-b4cb-60ad2bf60f51/e61b82d1-d08a-4c1b-b76a-e106f8847165/b758de4b-1b88-48e8-b9d1-50828710f5fa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:33:22.318936 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.322894 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:22.389593 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Attempting to bind port 591eb999-651a-4f50-87c6-e32403311cf5 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:33:22.389953 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Attempting to bind port 591eb999-651a-4f50-87c6-e32403311cf5 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:33:22.390348 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Attempting to bind port 591eb999-651a-4f50-87c6-e32403311cf5 on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:33:22.392545 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fe582-6456-4eee-9a02-6fadbc7cdc15 None None] Pushing event updated for resources: {'Port': ['ID=591eb999-651a-4f50-87c6-e32403311cf5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:22.396313 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-847fe582-6456-4eee-9a02-6fadbc7cdc15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:22.399319 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:33:22.399739 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:22.400093 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.400484 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:33:22.400993 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Bound port: 591eb999-651a-4f50-87c6-e32403311cf5, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:33:22.401365 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.455594 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.472727 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Transition to ACTIVE for port object b758de4b-1b88-48e8-b9d1-50828710f5fa will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:22.481811 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] For port 591eb999-651a-4f50-87c6-e32403311cf5, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:33:22.487973 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] For port 591eb999-651a-4f50-87c6-e32403311cf5, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=591eb999-651a-4f50-87c6-e32403311cf5,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:33:22.611873 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.614157 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-b27e6898-cfe6-449d-8a69-a2c3023202df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:22.645614 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.652696 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-832ac29e-e19b-4541-9103-1199a3f785ef tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:22.672183 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:22.673010 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:32:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:22.695517 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:22.698966 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:22.709200 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:33:22.718058 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fe582-6456-4eee-9a02-6fadbc7cdc15 None None] Pushing event updated for resources: {'Port': ['ID=591eb999-651a-4f50-87c6-e32403311cf5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:22.751323 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-847fe582-6456-4eee-9a02-6fadbc7cdc15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:22.761104 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Pushing event updated for resources: {'Port': ['ID=b758de4b-1b88-48e8-b9d1-50828710f5fa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:22.768730 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:22.794825 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:22.839332 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:22.909576 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2472b23e-a351-4056-afe8-9b75e0417200 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:23.069117 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 2472b23e-a351-4056-afe8-9b75e0417200 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:23.069447 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:23.143902 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:19Z', 'revision_number': 3, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:23.169006 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d8451a9-3efa-4bfa-a76a-fe7b1276e7a3 None None] Provisioning for port b758de4b-1b88-48e8-b9d1-50828710f5fa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:23.207156 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:23.214083 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c4758-45eb-4085-bf9f-93542136140f None None] The sync data for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb is: [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:19Z', 'revision_number': 3, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:33:23.215731 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d8451a9-3efa-4bfa-a76a-fe7b1276e7a3 None None] Provisioning complete for port b758de4b-1b88-48e8-b9d1-50828710f5fa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:23.216642 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d8451a9-3efa-4bfa-a76a-fe7b1276e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:23.284601 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3d8451a9-3efa-4bfa-a76a-fe7b1276e7a3 None None] Port b758de4b-1b88-48e8-b9d1-50828710f5fa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:33:23.455913 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:23.574365 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:23.579006 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-8fe22af4-4f9e-4e1a-8fab-6260f58b540c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:23.676981 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Pushing event updated for resources: {'Port': ['ID=b758de4b-1b88-48e8-b9d1-50828710f5fa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:23.683771 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:23.686279 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:23.819303 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:23.821559 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:23.992854 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:33:24.039355 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2cc12fc-c40f-4320-ab89-e1a77c539584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:24.119122 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6df0fb5-9b9c-42ee-98d7-43746f6b14e5 None None] Provisioning complete for port b758de4b-1b88-48e8-b9d1-50828710f5fa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:24.119955 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6df0fb5-9b9c-42ee-98d7-43746f6b14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:24.144890 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:33:24.153384 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-ee48f706-aff2-4b22-81c4-3ae4febd767d admin admin] 10.222.0.50 "PUT /v2.0/routers/862e02e1-4cf8-4d2a-a15e-2c26ff601bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9409730 Jun 17 10:33:24.172770 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c6df0fb5-9b9c-42ee-98d7-43746f6b14e5 None None] Port b758de4b-1b88-48e8-b9d1-50828710f5fa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:33:24.908578 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 591eb999-651a-4f50-87c6-e32403311cf5 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:25.077655 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Sync routers for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:33:25.081047 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:25.089799 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-905463927-network', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:25.094161 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:25.095186 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:32:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:25.096311 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 591eb999-651a-4f50-87c6-e32403311cf5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:25.101924 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 591eb999-651a-4f50-87c6-e32403311cf5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:25.102798 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.208345 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.235951 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 591eb999-651a-4f50-87c6-e32403311cf5, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=591eb999-651a-4f50-87c6-e32403311cf5,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:25.240910 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:25.262748 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Made reservation on behalf of 6160fd9af61f4f7e8f60fdbddcd2e831 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:33:25.285144 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.285144 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.433851 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.435067 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.446648 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:25.509440 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=591eb999-651a-4f50-87c6-e32403311cf5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:25.512563 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:25.535406 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:23Z', 'revision_number': 2, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:25.564534 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.567961 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Checking router: 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:33:25.568246 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-badc9ca4-958d-4ad0-a6b8-1e8d7620f0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:25.568448 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Updating router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 port b758de4b-1b88-48e8-b9d1-50828710f5fa binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:33:25.604012 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:33:25.615995 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d2e3b-a364-4b15-9a1c-d03af5ef0e5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:25.620992 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:25.625114 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.625114 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.segments_db [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Added segment e7f7eb42-eaed-48b2-b47d-4606ac69ddd0 of type vlan for network 3e12d842-7b31-4817-a11e-07454f7ab2b2 Jun 17 10:33:25.627922 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.678044 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738183670182'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.976666 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:25.997866 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Transition to ACTIVE for port object b758de4b-1b88-48e8-b9d1-50828710f5fa will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:26.039576 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.042010 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:26.042921 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.048905 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:26.155946 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Pushing event updated for resources: {'Network': ['ID=3e12d842-7b31-4817-a11e-07454f7ab2b2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:26.171918 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:26.172623 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.176064 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:26.188566 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 details requested by agent ovs-agent-dv-cinder-796806-1-smb with host dv-cinder-796806-1-smb {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:33:26.269703 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-3b2e5cfe-26eb-4376-be00-c476614dd603 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1863685 Jun 17 10:33:26.273877 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:26.281718 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Request body: {'subnet': {'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-905463927-subnet', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:26.396926 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Pushing event updated for resources: {'Port': ['ID=b758de4b-1b88-48e8-b9d1-50828710f5fa,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:26.427843 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.428169 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Made reservation on behalf of 6160fd9af61f4f7e8f60fdbddcd2e831 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:33:26.428363 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.428574 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.428874 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.429163 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.429515 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.429924 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.430343 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.430812 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.431063 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.431357 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.431763 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:26.433346 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126195696'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.438037 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:26.486009 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Attempting to bind port b758de4b-1b88-48e8-b9d1-50828710f5fa on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:33:26.486586 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Attempting to bind port b758de4b-1b88-48e8-b9d1-50828710f5fa by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:33:26.487168 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Attempting to bind port b758de4b-1b88-48e8-b9d1-50828710f5fa on network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:33:26.497920 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:33:26.498532 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Checking segment: {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:26.499022 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.499607 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Bound using segment: {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:33:26.500359 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Bound port: b758de4b-1b88-48e8-b9d1-50828710f5fa, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:33:26.501013 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.611532 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] For port b758de4b-1b88-48e8-b9d1-50828710f5fa, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:33:26.623779 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] For port b758de4b-1b88-48e8-b9d1-50828710f5fa, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=b758de4b-1b88-48e8-b9d1-50828710f5fa,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:33:26.759083 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.765202 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-f4c983b9-fa41-454e-b2ea-87dbebdb3b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:26.794529 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129638968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126195682'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:26.805472 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-d0983cba-3003-4672-8285-3ebfe3d09d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:26.844792 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:26.846245 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:32:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:26.908900 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 591eb999-651a-4f50-87c6-e32403311cf5 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:26.929806 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Checking segment: {'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:26.930384 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Network hostable DHCP agents. Network: 3e12d842-7b31-4817-a11e-07454f7ab2b2, hostable agents: ['65936e78-84b3-41a4-ba1f-80285f7bd7f6'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:33:26.938095 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2b4f22-a908-4f20-9353-010dc6b758c7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:26.942487 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:27.023161 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 591eb999-651a-4f50-87c6-e32403311cf5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:27.024133 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.029253 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Pushing event updated for resources: {'Port': ['ID=b758de4b-1b88-48e8-b9d1-50828710f5fa,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:27.050377 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 is scheduled to be hosted by DHCP agent 65936e78-84b3-41a4-ba1f-80285f7bd7f6 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:33:27.057428 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-66f4d1be-2c14-479e-b967-566d5e51e95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:27.085704 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:27.154040 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-smb, 3e12d842-7b31-4817-a11e-07454f7ab2b2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:27.163282 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:27.163282 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.166550 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2147a51-cc2d-4290-87df-cc91b8bfaf0a None None] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:33:27.273904 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b660bded-3a93-4eea-9fc3-708367c80ab7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9986229 Jun 17 10:33:27.276876 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:27.284047 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:27.384086 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:26Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:27.385688 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47a6d3e9-b122-462e-9d83-9963a6caf952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.435217 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2539b8-91a5-4954-8c2b-2fa2398269e7 None None] The sync data for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb is: [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:26Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:33:27.455953 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-684981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31634'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.458453 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31643'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.460024 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.482512 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6487efeb-790d-50c8-a8bf-5cfc2eb1a1e0-3e12d842-7b31-4817-a11e-07454f7ab2b2', 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'fixed_ips': [{'subnet_id': '9a2b4f22-a908-4f20-9353-010dc6b758c7'}]}} from dv-cinder-796806-1-smb. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:33:27.483585 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.580280 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.715640 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Allocated IP 172.20.0.2 (3e12d842-7b31-4817-a11e-07454f7ab2b2/9a2b4f22-a908-4f20-9353-010dc6b758c7/06e8f50e-3674-4542-b7ed-88c03d11dfd2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:33:27.924063 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-684955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31629'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.949831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:27.964728 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Transition to ACTIVE for port object 06e8f50e-3674-4542-b7ed-88c03d11dfd2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:27.990879 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Transition to ACTIVE for port object 06e8f50e-3674-4542-b7ed-88c03d11dfd2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:28.091486 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.095011 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-9fad927f-9944-4943-878a-5894800c4380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:28.150118 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:28.156091 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:28.159662 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:33:28.218000 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Pushing event updated for resources: {'Port': ['ID=06e8f50e-3674-4542-b7ed-88c03d11dfd2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:28.224397 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:28.271265 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Attempting to bind port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:33:28.271805 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Attempting to bind port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:33:28.272123 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Attempting to bind port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 on network 3e12d842-7b31-4817-a11e-07454f7ab2b2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:33:28.280422 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:33:28.281010 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Checking segment: {'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:28.281465 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.281907 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Bound using segment: {'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:33:28.282427 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Bound port: 06e8f50e-3674-4542-b7ed-88c03d11dfd2, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:33:28.282804 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.316301 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.355454 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.369304 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] For port 06e8f50e-3674-4542-b7ed-88c03d11dfd2, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:33:28.378076 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] For port 06e8f50e-3674-4542-b7ed-88c03d11dfd2, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=06e8f50e-3674-4542-b7ed-88c03d11dfd2,segment=NetworkSegment(e7f7eb42-eaed-48b2-b47d-4606ac69ddd0),segment_id=e7f7eb42-eaed-48b2-b47d-4606ac69ddd0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:33:28.497895 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Allocated IP 172.28.2.155 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/d839c76b-fb87-478a-ad08-9f6f7949d532) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:33:28.519959 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.524558 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-8dece28e-3517-4e8c-9d6c-8505cf58bd12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:28.619014 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Pushing event updated for resources: {'Port': ['ID=06e8f50e-3674-4542-b7ed-88c03d11dfd2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:28.624603 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-f7ad2afb-3781-4c7b-87ab-60cbca97f4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:28.675735 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.891395 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:28.912442 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bd6c843a-132c-4574-96d7-cbcab70a4a46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:29.008217 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:29.012486 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:29.015881 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:33:29.069456 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device b758de4b-1b88-48e8-b9d1-50828710f5fa up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:29.076928 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d839c76b-fb87-478a-ad08-9f6f7949d532,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:29.080275 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:29.239231 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port b758de4b-1b88-48e8-b9d1-50828710f5fa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:29.245043 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port b758de4b-1b88-48e8-b9d1-50828710f5fa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:29.248072 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:29.398572 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:29.466931 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port b758de4b-1b88-48e8-b9d1-50828710f5fa, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=b758de4b-1b88-48e8-b9d1-50828710f5fa,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:29.513198 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:29.542144 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:29.543464 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 06e8f50e-3674-4542-b7ed-88c03d11dfd2 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:29.551479 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:29.694063 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=b758de4b-1b88-48e8-b9d1-50828710f5fa,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:29.700715 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:29.753437 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:29.772008 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca75a4-49c3-4c03-aa7e-b74c2faf9249 None None] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:33:29.806233 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:29.844315 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-684940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677073'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:29.945375 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] Provisioning for port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:29.953307 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] Provisioning complete for port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:29.953689 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:30.130673 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Router 2250daac-14a1-43a3-b859-423b5449d938 is scheduled to L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:33:30.271212 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:30.310395 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] For port 06e8f50e-3674-4542-b7ed-88c03d11dfd2, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=06e8f50e-3674-4542-b7ed-88c03d11dfd2,segment=NetworkSegment(e7f7eb42-eaed-48b2-b47d-4606ac69ddd0),segment_id=e7f7eb42-eaed-48b2-b47d-4606ac69ddd0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:30.315476 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:33:30.331548 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Sync routers for ids ['2250daac-14a1-43a3-b859-423b5449d938'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:33:30.355757 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Routers {'2250daac-14a1-43a3-b859-423b5449d938'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:30.355757 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:33:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2250daac-14a1-43a3-b859-423b5449d938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:30.478887 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:30.483947 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:30.485458 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2069235 Jun 17 10:33:30.487110 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:30.490034 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:30.624373 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] Pushing event updated for resources: {'Port': ['ID=06e8f50e-3674-4542-b7ed-88c03d11dfd2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:30.632992 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-90b23892-be52-4b0f-bb03-0e1cb9d66c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:30.652648 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ef054cf-8287-4a84-b8c6-246867d655c5 None None] Provisioning complete for port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:30.663082 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ef054cf-8287-4a84-b8c6-246867d655c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:30.663082 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Set router 2250daac-14a1-43a3-b859-423b5449d938 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:30.742085 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:30.897163 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device b758de4b-1b88-48e8-b9d1-50828710f5fa up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:31.027860 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:33:31.089350 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port b758de4b-1b88-48e8-b9d1-50828710f5fa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:31.089793 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.139889 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 3, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port': {'id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:28Z', 'updated_at': '2021-06-17T10:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:31.179924 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Checking router: 2250daac-14a1-43a3-b859-423b5449d938 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:33:31.180282 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Updating router 2250daac-14a1-43a3-b859-423b5449d938 port d839c76b-fb87-478a-ad08-9f6f7949d532 binding host dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:33:31.255711 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.290292 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 06e8f50e-3674-4542-b7ed-88c03d11dfd2 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:31.462615 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:31.462902 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.598348 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.717909 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.730848 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Transition to ACTIVE for port object d839c76b-fb87-478a-ad08-9f6f7949d532 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:31.868340 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.873588 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-847fe582-6456-4eee-9a02-6fadbc7cdc15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:31.895378 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Allocated IP 172.20.0.1 (3e12d842-7b31-4817-a11e-07454f7ab2b2/9a2b4f22-a908-4f20-9353-010dc6b758c7/350a68a6-81a9-4af6-8527-ae463bc82f8c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:33:31.953008 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Attempting to bind port d839c76b-fb87-478a-ad08-9f6f7949d532 on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:33:31.953395 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Attempting to bind port d839c76b-fb87-478a-ad08-9f6f7949d532 by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:33:31.953780 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Attempting to bind port d839c76b-fb87-478a-ad08-9f6f7949d532 on network 7d920eab-b936-4098-a8b2-d97496dbb146 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:33:31.960937 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402db75-f98f-434c-88c6-3c139be61ee1 None None] Pushing event updated for resources: {'Port': ['ID=d839c76b-fb87-478a-ad08-9f6f7949d532,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:31.966008 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-0402db75-f98f-434c-88c6-3c139be61ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:31.968047 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:33:31.968388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Checking segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:31.968851 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.969270 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Bound using segment: {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:33:31.970013 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Bound port: d839c76b-fb87-478a-ad08-9f6f7949d532, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141fd756-af5e-435a-a93d-77989059d8a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:33:31.971776 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.053982 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] For port d839c76b-fb87-478a-ad08-9f6f7949d532, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:33:32.057787 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] For port d839c76b-fb87-478a-ad08-9f6f7949d532, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=d839c76b-fb87-478a-ad08-9f6f7949d532,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:33:32.098435 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.123916 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Transition to ACTIVE for port object 350a68a6-81a9-4af6-8527-ae463bc82f8c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:32.255070 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.257146 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:32.321704 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Routers {'2250daac-14a1-43a3-b859-423b5449d938'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:32.322372 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:33:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2250daac-14a1-43a3-b859-423b5449d938'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:32.366077 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.369445 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9a0acfef-98e7-4a51-8efd-f998d49b06b9 tempest-AttachVolumeNegativeTest-1179277212 tempest-AttachVolumeNegativeTest-1179277212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:32.394394 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402db75-f98f-434c-88c6-3c139be61ee1 None None] Pushing event updated for resources: {'Port': ['ID=d839c76b-fb87-478a-ad08-9f6f7949d532,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:32.419813 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:32.424385 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:32.431788 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:33:32.472226 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=350a68a6-81a9-4af6-8527-ae463bc82f8c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:32.474259 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-0402db75-f98f-434c-88c6-3c139be61ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:32.479402 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:32.494473 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673632'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.556207 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] Set router 2250daac-14a1-43a3-b859-423b5449d938 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:32.888782 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 3, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port': {'id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:28Z', 'updated_at': '2021-06-17T10:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:32.902085 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.959233 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167270f-0e5e-43dc-b90e-4517f09302ae None None] The sync data for ids ['2250daac-14a1-43a3-b859-423b5449d938'] in dv-cinder-796806-1-smb is: [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 3, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port': {'id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:28Z', 'updated_at': '2021-06-17T10:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:33:32.976241 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4ae3cb4-1114-4b87-81ad-9545ebf134dc None None] Provisioning for port 350a68a6-81a9-4af6-8527-ae463bc82f8c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:32.984200 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4ae3cb4-1114-4b87-81ad-9545ebf134dc None None] Provisioning complete for port 350a68a6-81a9-4af6-8527-ae463bc82f8c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:32.984200 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4ae3cb4-1114-4b87-81ad-9545ebf134dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:33.229333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:33.248094 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae3cb4-1114-4b87-81ad-9545ebf134dc None None] Port 350a68a6-81a9-4af6-8527-ae463bc82f8c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:33:33.374878 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:33.377506 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:33.462789 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=350a68a6-81a9-4af6-8527-ae463bc82f8c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:33.467186 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:33.468724 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673564'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:33.643142 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:33:33.645849 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:33:33.871248 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Router 2250daac-14a1-43a3-b859-423b5449d938 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:33:34.011558 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6352e2a7-c0d3-4f19-8013-f126a484c0a1 None None] Provisioning complete for port 350a68a6-81a9-4af6-8527-ae463bc82f8c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:34.013006 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6352e2a7-c0d3-4f19-8013-f126a484c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:34.089610 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:33:34.095062 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6352e2a7-c0d3-4f19-8013-f126a484c0a1 None None] Port 350a68a6-81a9-4af6-8527-ae463bc82f8c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:33:34.111565 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] 10.222.0.50 "PUT /v2.0/routers/2250daac-14a1-43a3-b859-423b5449d938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6156721 Jun 17 10:33:34.950297 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d839c76b-fb87-478a-ad08-9f6f7949d532 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:35.089222 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:35.105250 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122774812', 'description': 'tempest-secgroup-smoke-122774812 description', 'project_id': '3de413ceea734814b06e39e2e4b5a06f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:35.161706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port d839c76b-fb87-478a-ad08-9f6f7949d532 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:35.161706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port d839c76b-fb87-478a-ad08-9f6f7949d532 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:35.161706 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.288685 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.294896 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.324660 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Sync routers for ids ['2250daac-14a1-43a3-b859-423b5449d938'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:33:35.329257 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port d839c76b-fb87-478a-ad08-9f6f7949d532, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=d839c76b-fb87-478a-ad08-9f6f7949d532,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:35.342002 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Routers {'2250daac-14a1-43a3-b859-423b5449d938'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:35.344945 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:33:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2250daac-14a1-43a3-b859-423b5449d938'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:35.403978 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.408034 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-a57501cb-cec2-4f9e-99ab-9f8b4f7e8f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:35.462825 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.480152 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=d839c76b-fb87-478a-ad08-9f6f7949d532,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:35.487046 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:35.515790 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Set router 2250daac-14a1-43a3-b859-423b5449d938 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:35.583126 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.589249 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-66ffc7ef-6277-4b1b-8d0b-b0d3b0d5c08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:35.653409 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06e873-ede0-4e24-b0b5-c59a9f1c901c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:35.658184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:35.697362 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.700134 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-c56609f7-748e-4d9e-9547-f9ff2d8e2013 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6083617 Jun 17 10:33:35.704604 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:35.712918 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'security_group_rule': {'security_group_id': 'ab06e873-ede0-4e24-b0b5-c59a9f1c901c', 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:35.842709 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.875761 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:33:32Z', 'revision_number': 4, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port': {'id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:28Z', 'updated_at': '2021-06-17T10:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '350a68a6-81a9-4af6-8527-ae463bc82f8c', 'name': '', 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'mac_address': 'fa:16:3e:95:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9a2b4f22-a908-4f20-9353-010dc6b758c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:31Z', 'updated_at': '2021-06-17T10:33:32Z', 'revision_number': 2, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'subnets': [{'id': '9a2b4f22-a908-4f20-9353-010dc6b758c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:35.910322 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Checking router: 2250daac-14a1-43a3-b859-423b5449d938 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:33:35.910657 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Updating router 2250daac-14a1-43a3-b859-423b5449d938 port 350a68a6-81a9-4af6-8527-ae463bc82f8c binding host dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:33:35.951132 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.957221 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.102334 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.107620 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:36.140835 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f6493b-bedf-4cd4-a50a-16dda79bbc6d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:36.144138 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:36.273661 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.279415 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-ccaf336a-a04d-4ee6-8af6-1ff6d8d666b0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692327 Jun 17 10:33:36.279852 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:36.288855 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'security_group_rule': {'security_group_id': 'ab06e873-ede0-4e24-b0b5-c59a9f1c901c', 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:36.329121 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.348775 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Transition to ACTIVE for port object 350a68a6-81a9-4af6-8527-ae463bc82f8c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:33:36.461347 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.494548 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.497988 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:36.540353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.593271 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5f9ba-d5cf-4fe9-b29a-b9f4ac956d0a None None] Pushing event updated for resources: {'Port': ['ID=350a68a6-81a9-4af6-8527-ae463bc82f8c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:36.598263 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-6ab5f9ba-d5cf-4fe9-b29a-b9f4ac956d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:36.663043 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Attempting to bind port 350a68a6-81a9-4af6-8527-ae463bc82f8c on host dv-cinder-796806-1-smb for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:33:36.663418 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Attempting to bind port 350a68a6-81a9-4af6-8527-ae463bc82f8c by drivers openvswitch,hyperv on host dv-cinder-796806-1-smb at level 0 using segments [{'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:33:36.664207 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Attempting to bind port 350a68a6-81a9-4af6-8527-ae463bc82f8c on network 3e12d842-7b31-4817-a11e-07454f7ab2b2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:33:36.665805 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.669218 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:36.672941 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Checking agent: {'id': '408b47d5-f6f9-43ea-a53b-92a8e65cd8b9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 10, 57), 'started_at': datetime.datetime(2021, 6, 17, 10, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:33:36.673316 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Checking segment: {'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:33:36.673764 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.674119 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Bound using segment: {'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:33:36.674855 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Bound port: 350a68a6-81a9-4af6-8527-ae463bc82f8c, host: dv-cinder-796806-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:33:36.675284 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.690320 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a9e89b-0ff6-4d86-985c-52c67e844c90,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:36.693478 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:36.766524 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] For port 350a68a6-81a9-4af6-8527-ae463bc82f8c, host dv-cinder-796806-1-smb, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:33:36.771543 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] For port 350a68a6-81a9-4af6-8527-ae463bc82f8c, host dv-cinder-796806-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=350a68a6-81a9-4af6-8527-ae463bc82f8c,segment=NetworkSegment(e7f7eb42-eaed-48b2-b47d-4606ac69ddd0),segment_id=e7f7eb42-eaed-48b2-b47d-4606ac69ddd0)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:33:36.799071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.801245 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5195494 Jun 17 10:33:36.806032 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 33986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:36.816790 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'security_group_rule': {'security_group_id': 'ab06e873-ede0-4e24-b0b5-c59a9f1c901c', 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:36.891108 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d839c76b-fb87-478a-ad08-9f6f7949d532 up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:36.901084 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.904425 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:36.963175 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.978973 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port d839c76b-fb87-478a-ad08-9f6f7949d532 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:36.979346 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.995523 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5f9ba-d5cf-4fe9-b29a-b9f4ac956d0a None None] Pushing event updated for resources: {'Port': ['ID=350a68a6-81a9-4af6-8527-ae463bc82f8c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:37.003107 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG oslo_concurrency.lockutils [None req-6ab5f9ba-d5cf-4fe9-b29a-b9f4ac956d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93773) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:37.005114 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Routers {'2250daac-14a1-43a3-b859-423b5449d938'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:37.006452 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:33:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2250daac-14a1-43a3-b859-423b5449d938'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:37.060044 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:37.267847 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] Set router 2250daac-14a1-43a3-b859-423b5449d938 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:37.279296 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:37.284382 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2f8ae3b6-8dfe-4174-ab62-f35e73ec27af tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:37.302794 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab089eb-7263-48b0-a6f8-3bfd88be72d8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:37.305352 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:37.501462 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:37.502702 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-b81e755f-0a5f-4e17-abb6-d4e6649db7e6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6951807 Jun 17 10:33:37.507525 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:37.509519 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:33:32Z', 'revision_number': 4, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port': {'id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:28Z', 'updated_at': '2021-06-17T10:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '350a68a6-81a9-4af6-8527-ae463bc82f8c', 'name': '', 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'mac_address': 'fa:16:3e:95:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9a2b4f22-a908-4f20-9353-010dc6b758c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:31Z', 'updated_at': '2021-06-17T10:33:36Z', 'revision_number': 4, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'subnets': [{'id': '9a2b4f22-a908-4f20-9353-010dc6b758c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:37.513913 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'security_group_rule': {'security_group_id': 'ab06e873-ede0-4e24-b0b5-c59a9f1c901c', 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:37.549975 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3be35a-ae56-4333-9afa-c20884230d6c None None] The sync data for ids ['2250daac-14a1-43a3-b859-423b5449d938'] in dv-cinder-796806-1-smb is: [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:33:32Z', 'revision_number': 4, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port': {'id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:28Z', 'updated_at': '2021-06-17T10:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': '350a68a6-81a9-4af6-8527-ae463bc82f8c', 'name': '', 'network_id': '3e12d842-7b31-4817-a11e-07454f7ab2b2', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'mac_address': 'fa:16:3e:95:91:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '9a2b4f22-a908-4f20-9353-010dc6b758c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:31Z', 'updated_at': '2021-06-17T10:33:36Z', 'revision_number': 4, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'subnets': [{'id': '9a2b4f22-a908-4f20-9353-010dc6b758c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:33:37.697858 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:37.819599 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:37.959100 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:37.962386 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:37.995548 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc19c2e-b35f-4a6b-b0c3-76f5275264de,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:38.003479 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:38.244696 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:38.247102 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-2d2f61c1-fe09-4613-b0e2-70d3de032a60 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7378876 Jun 17 10:33:38.251380 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:38.257281 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'security_group_rule': {'security_group_id': 'ab06e873-ede0-4e24-b0b5-c59a9f1c901c', 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:38.409995 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Project 3de413ceea734814b06e39e2e4b5a06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:33:38.416629 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:38.508011 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:38.586982 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:38.589979 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:38.622634 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edba94d7-26d8-477b-954a-1a34753e4f40,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:38.627314 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:38.712015 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:38.713985 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-bdec07c0-91cc-4917-a495-5a829cc90d90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4611239 Jun 17 10:33:38.723848 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 33992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:38.730048 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'security_group_rule': {'security_group_id': 'ab06e873-ede0-4e24-b0b5-c59a9f1c901c', 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:33:38.870613 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Project 3de413ceea734814b06e39e2e4b5a06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:33:38.879031 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:38.924626 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 350a68a6-81a9-4af6-8527-ae463bc82f8c up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:38.970435 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:39.091005 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-914186'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:39.093225 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:39.112488 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning for port 350a68a6-81a9-4af6-8527-ae463bc82f8c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:33:39.113368 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b54ace4-a199-4d58-aae7-1420d8ffea36,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:39.117239 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:39.123061 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 350a68a6-81a9-4af6-8527-ae463bc82f8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:39.123489 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:39.216458 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:39.218073 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-4295e766-b2e5-4426-baba-2c942c0d473b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4925170 Jun 17 10:33:39.218320 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:39.259917 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] For port 350a68a6-81a9-4af6-8527-ae463bc82f8c, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=350a68a6-81a9-4af6-8527-ae463bc82f8c,segment=NetworkSegment(e7f7eb42-eaed-48b2-b47d-4606ac69ddd0),segment_id=e7f7eb42-eaed-48b2-b47d-4606ac69ddd0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:39.368583 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:39.375566 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:39.464414 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Pushing event updated for resources: {'Port': ['ID=350a68a6-81a9-4af6-8527-ae463bc82f8c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:39.468587 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:40.868983 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 350a68a6-81a9-4af6-8527-ae463bc82f8c up at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:33:40.929678 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Provisioning complete for port 350a68a6-81a9-4af6-8527-ae463bc82f8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:33:40.930059 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:51.541507 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:54.088976 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7a53d89-1168-4841-8f66-57d7cf39c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:55.817804 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-a1213599-15bb-4952-a248-31e2c26890ee tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122774812&fields=id&tenant_id=3de413ceea734814b06e39e2e4b5a06f HTTP/1.1" status: 200 len: 267 time: 0.0400765 Jun 17 10:33:55.946593 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-831516d7-fd5f-4ceb-889a-550467e46214 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:55.948297 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-831516d7-fd5f-4ceb-889a-550467e46214 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 808 time: 0.1221328 Jun 17 10:33:55.967948 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-03f51eab-0af1-4ca0-990c-2d70195d321c tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/quotas/3de413ceea734814b06e39e2e4b5a06f HTTP/1.1" status: 200 len: 375 time: 0.0130250 Jun 17 10:33:56.049569 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-e4348ef5-0022-40e1-ad5e-a02bc19f5eac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753145 Jun 17 10:33:56.190615 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-6e0ac788-c222-4935-a203-7ab706b4f6a9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:33:56.192027 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-6e0ac788-c222-4935-a203-7ab706b4f6a9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1290519 Jun 17 10:33:56.298209 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-07dd7acc-5228-4cc1-97da-032b7ea36fc1 service neutron] 10.222.0.50 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995326 Jun 17 10:33:56.420232 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-f1229af2-b377-4d48-9c2a-069301d27e31 service neutron] 10.222.0.50 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149149 Jun 17 10:33:57.198139 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f3bcb809-b318-4346-955e-0e5707008c8c req-009e4ceb-c9d0-4a9e-8bd6-85635373ded6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0319364 Jun 17 10:33:57.335196 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40815e04-7ac2-44e1-bc2f-9ad7e1e50616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:57.374916 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:58.317684 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-13ff130d-0899-48ba-a111-9ebc78e2d61e req-ac0b72d4-7a44-41e8-975a-54681bc92259 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0435486 Jun 17 10:33:59.501208 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-be729df2-e51b-4c65-a328-6b5c009c4820 req-40fe9488-6159-45bb-82dd-5845633b63c8 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0357347 Jun 17 10:33:59.654771 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:00.558944 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-adb3f3ce-b1dc-48ca-a04e-8ae23896b1e7 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:00.560707 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-adb3f3ce-b1dc-48ca-a04e-8ae23896b1e7 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 808 time: 0.1402962 Jun 17 10:34:00.592177 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:00.642704 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-e5f3c616-f5a9-4079-8c81-714e0f2c951d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3de413ceea734814b06e39e2e4b5a06f HTTP/1.1" status: 200 len: 379 time: 0.0690298 Jun 17 10:34:00.656275 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'port': {'device_id': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'admin_state_up': True, 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'security_groups': ['ab06e873-ede0-4e24-b0b5-c59a9f1c901c']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:34:00.791880 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e06b92b9-114b-4723-9b8e-8f4f07b32382 req-0734168e-9092-4807-a001-eecce1c5dcb3 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0679271 Jun 17 10:34:01.025998 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Made reservation on behalf of 3de413ceea734814b06e39e2e4b5a06f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:34:01.033384 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:01.226003 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Allocated IP 172.20.0.8 (fe3249e2-b51f-4d11-b4cb-60ad2bf60f51/e61b82d1-d08a-4c1b-b76a-e106f8847165/24830ac1-8ede-4af6-98a0-5b2f3a301407) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:34:01.400914 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:01.416641 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Transition to ACTIVE for port object 24830ac1-8ede-4af6-98a0-5b2f3a301407 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:34:01.592774 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129698274'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:01.597861 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-25151f4d-8224-44a4-8f86-2c7d365eb5ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:01.642843 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:34:01.648600 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:34:01.655512 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:34:01.704348 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:01.721021 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.721405 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.721785 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.722154 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.722526 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.722893 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.723254 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.723613 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.723972 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.724324 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.724679 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.725066 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:01.731294 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:01.748286 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:01.749218 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:02.060778 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636252b-f790-4482-aa5b-0682496ee22f req-a9f5d651-3566-4b57-bfad-61ea6cc05476 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:02.063151 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d636252b-f790-4482-aa5b-0682496ee22f req-a9f5d651-3566-4b57-bfad-61ea6cc05476 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 931 time: 0.1186752 Jun 17 10:34:02.096543 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-e180f6cc-280b-4005-8c97-38b0159961ac tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4473877 Jun 17 10:34:02.117421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-31f13a19-5770-4416-828c-068ea2e4a5fa tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:34:02.119122 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-31f13a19-5770-4416-828c-068ea2e4a5fa tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154700 Jun 17 10:34:02.150521 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d636252b-f790-4482-aa5b-0682496ee22f req-831ea16e-74ad-4ba7-b34f-7d58eb269eff tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809462 Jun 17 10:34:02.206376 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.v2.base [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Request body: {'port': {'device_id': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:34:02.227029 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8fd4268-ae2c-41d2-9327-734ef5bd5a8f None None] Provisioning for port 24830ac1-8ede-4af6-98a0-5b2f3a301407 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:34:02.235100 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8fd4268-ae2c-41d2-9327-734ef5bd5a8f None None] Provisioning complete for port 24830ac1-8ede-4af6-98a0-5b2f3a301407 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:34:02.235904 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4268-ae2c-41d2-9327-734ef5bd5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:02.295087 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd4268-ae2c-41d2-9327-734ef5bd5a8f None None] Port 24830ac1-8ede-4af6-98a0-5b2f3a301407 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:34:02.327031 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:02.688226 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24830ac1-8ede-4af6-98a0-5b2f3a301407 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:34:02.697527 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:02.716991 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Transition to ACTIVE for port object 24830ac1-8ede-4af6-98a0-5b2f3a301407 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:34:02.877151 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:02.879908 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-2b5de7f1-a9b8-4d4f-8fb2-7a5909aa96bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:02.975913 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:02.981666 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Attempting to bind port 24830ac1-8ede-4af6-98a0-5b2f3a301407 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Attempting to bind port 24830ac1-8ede-4af6-98a0-5b2f3a301407 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Attempting to bind port 24830ac1-8ede-4af6-98a0-5b2f3a301407 on network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Port 24830ac1-8ede-4af6-98a0-5b2f3a301407 on network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Attempting to bind port 24830ac1-8ede-4af6-98a0-5b2f3a301407 on network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Checking agent: {'id': '926cbab6-4544-434e-9d11-a0f24c205e43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'started_at': datetime.datetime(2021, 6, 17, 10, 18, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Checking segment: {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Bound using segment: {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Bound port: 24830ac1-8ede-4af6-98a0-5b2f3a301407, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803bc8-abfc-4090-bfd8-3df94e9f59ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:34:03.086821 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:03.179892 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:34:03.185473 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:34:03.396610 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643560c5-2a84-406a-8c0a-bd85d4aaaf2a req-06fcc453-6c03-4204-bfe7-4b1da68bcd2d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:03.398421 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-643560c5-2a84-406a-8c0a-bd85d4aaaf2a req-06fcc453-6c03-4204-bfe7-4b1da68bcd2d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.0826950 Jun 17 10:34:03.443064 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-643560c5-2a84-406a-8c0a-bd85d4aaaf2a req-822ea860-5b01-435c-932a-3080e8ae29d1 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374873 Jun 17 10:34:03.518292 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129698256'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:03.520587 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-9f662bf4-0818-4e2b-9247-a3ca721c11dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:03.556293 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:03.557113 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:03.558563 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] 10.222.0.20 "PUT /v2.0/ports/24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 1093 time: 1.4283652 Jun 17 10:34:03.559134 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:34:03.561755 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c42129-e30a-4545-a155-c4bbb2ddc627" -d '{"events": [{"name": "network-changed", "server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:34:03.592456 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:03.597733 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-549675c9-857a-4ac0-a44f-16e774c5eed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:03.702566 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8b34c-3c44-46e0-8bff-a4a9140d281e x-openstack-request-id: req-4ad8b34c-3c44-46e0-8bff-a4a9140d281e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:34:03.703205 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:34:03.703316 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ad8b34c-3c44-46e0-8bff-a4a9140d281e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:34:03.703807 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'status': 'completed', 'code': 200} Jun 17 10:34:03.782694 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42129-e30a-4545-a155-c4bbb2ddc627 req-5bfd560a-d9d5-4329-a621-56173ab29cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:03.784302 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b3c42129-e30a-4545-a155-c4bbb2ddc627 req-5bfd560a-d9d5-4329-a621-56173ab29cf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1096 time: 0.0575836 Jun 17 10:34:03.890399 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42129-e30a-4545-a155-c4bbb2ddc627 req-4a4d351d-1255-45db-8235-15cdb3b757fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:03.891881 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b3c42129-e30a-4545-a155-c4bbb2ddc627 req-4a4d351d-1255-45db-8235-15cdb3b757fb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3de413ceea734814b06e39e2e4b5a06f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1002939 Jun 17 10:34:04.017422 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42129-e30a-4545-a155-c4bbb2ddc627 req-600f77bd-73f4-4b69-927f-d66dffa1722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:04.019893 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b3c42129-e30a-4545-a155-c4bbb2ddc627 req-600f77bd-73f4-4b69-927f-d66dffa1722f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216764 Jun 17 10:34:04.135906 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-fa422783-193d-4aa8-a7e7-460f3e358391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:04.137510 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-fa422783-193d-4aa8-a7e7-460f3e358391 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1096 time: 0.0667214 Jun 17 10:34:04.182164 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-780f80c9-8943-4b89-8841-fa80291a4eb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 217 time: 0.0367036 Jun 17 10:34:04.248481 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-f4783abe-6603-4442-bdc5-957d4266925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:04.250368 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-f4783abe-6603-4442-bdc5-957d4266925d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0618513 Jun 17 10:34:04.353551 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d9121-7c4a-4f09-82de-da250b987332 req-b23c2826-f55d-4163-b538-fc35bc1f7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:04.356326 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-b23c2826-f55d-4163-b538-fc35bc1f7bb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990188 Jun 17 10:34:04.482351 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-4bc5be6d-f112-434c-bc77-36b553af8995 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185687 Jun 17 10:34:04.674818 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-928d9121-7c4a-4f09-82de-da250b987332 req-5525d023-2a86-440a-a953-19880e15b0d8 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854777 Jun 17 10:34:04.700201 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d676-4cdb-41fb-a768-4a916d8e5209 req-f5ec5546-218a-440c-b9e8-01dc87c0fe8c tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:04.701796 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b3b0d676-4cdb-41fb-a768-4a916d8e5209 req-f5ec5546-218a-440c-b9e8-01dc87c0fe8c tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.1154923 Jun 17 10:34:04.761462 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b3b0d676-4cdb-41fb-a768-4a916d8e5209 req-bc72d0f3-385e-43dd-a2f3-57cc9ce1c52a tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486276 Jun 17 10:34:06.030019 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b49a8-99ad-4497-8924-e97087a3d5d6 req-e0a9e2af-3e23-421b-a885-08f57388e043 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:06.031632 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-974b49a8-99ad-4497-8924-e97087a3d5d6 req-e0a9e2af-3e23-421b-a885-08f57388e043 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.0783823 Jun 17 10:34:06.086204 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 24830ac1-8ede-4af6-98a0-5b2f3a301407 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:34:06.210001 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:34:06.225577 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'port_id': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'mac_address': 'fa:16:3e:af:25:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:34:06.279839 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:06.308519 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24830ac1-8ede-4af6-98a0-5b2f3a301407 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:34:06.346384 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:34:06.371655 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-974b49a8-99ad-4497-8924-e97087a3d5d6 req-eaf79227-6b7a-4c57-8c1c-3579b3c55d2c tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332291 Jun 17 10:34:06.431493 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:06.435348 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:06.489297 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:06.493203 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:06.679660 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['24830ac1-8ede-4af6-98a0-5b2f3a301407'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:34:07.592017 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21535005-5bf1-4c48-a496-6628787edd35 req-a51cd90a-08bb-4669-b103-33ce8105cdef tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:07.593639 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-21535005-5bf1-4c48-a496-6628787edd35 req-a51cd90a-08bb-4669-b103-33ce8105cdef tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 944 time: 0.0708792 Jun 17 10:34:07.639238 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-21535005-5bf1-4c48-a496-6628787edd35 req-8703fedb-cf58-4a43-8fb7-921b7eb1a923 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393763 Jun 17 10:34:08.020689 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:34:08.108936 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 24830ac1-8ede-4af6-98a0-5b2f3a301407 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:34:08.283073 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning for port 24830ac1-8ede-4af6-98a0-5b2f3a301407 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:34:08.288862 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 24830ac1-8ede-4af6-98a0-5b2f3a301407 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:34:08.289520 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:08.415101 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:08.443771 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:34:08.446234 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c6c351-276f-4f3d-8e9b-8a6eee1da035" -d '{"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-plugged", "status": "completed", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:34:08.462392 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:34:08.551707 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dece5905-9e44-459a-82a5-d41802822cb0 x-openstack-request-id: req-dece5905-9e44-459a-82a5-d41802822cb0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:34:08.552051 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-plugged", "status": "completed", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:34:08.552355 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dece5905-9e44-459a-82a5-d41802822cb0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:34:08.552851 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'code': 200} Jun 17 10:34:08.603038 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:08.605714 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:08.659206 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:08.662765 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:08.839289 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d11c-9c3e-40fe-aada-a4dba3fc9be1 req-b652904b-daed-44d6-bff1-9fb10e1311c9 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:08.841028 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e524d11c-9c3e-40fe-aada-a4dba3fc9be1 req-b652904b-daed-44d6-bff1-9fb10e1311c9 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0701482 Jun 17 10:34:08.892645 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e524d11c-9c3e-40fe-aada-a4dba3fc9be1 req-3f6e59f9-e0fd-40d2-bbf9-c7fcff7fa6c1 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452709 Jun 17 10:34:09.176296 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c53033-3769-4859-b5ff-9b25f52f97a6 req-131e2971-3634-40a4-9f98-92de9b89fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:09.177851 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c6c53033-3769-4859-b5ff-9b25f52f97a6 req-131e2971-3634-40a4-9f98-92de9b89fd24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0566165 Jun 17 10:34:09.222963 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-c6c53033-3769-4859-b5ff-9b25f52f97a6 req-8bcf1f81-72ff-49e8-9fa3-b038d7ecd12a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370886 Jun 17 10:34:10.100510 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb7e68-05fe-4c82-91b0-feceb7b23ce4 req-53fa8ab6-da85-49d3-9346-9f41f5def26d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:10.102137 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b8bb7e68-05fe-4c82-91b0-feceb7b23ce4 req-53fa8ab6-da85-49d3-9346-9f41f5def26d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0721476 Jun 17 10:34:10.144835 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b8bb7e68-05fe-4c82-91b0-feceb7b23ce4 req-0899dd1a-9eab-47ad-a8a5-ffc50ba59bc2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359886 Jun 17 10:34:11.335902 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520592c6-f4e1-4746-b9be-5efeeb6cdbdb req-962d8a52-d1e4-4c50-8df3-9a7d081cdd67 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:11.337597 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-520592c6-f4e1-4746-b9be-5efeeb6cdbdb req-962d8a52-d1e4-4c50-8df3-9a7d081cdd67 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0750818 Jun 17 10:34:11.397333 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-520592c6-f4e1-4746-b9be-5efeeb6cdbdb req-500d9019-6572-442d-9e96-0f06d8b41767 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492733 Jun 17 10:34:11.592581 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc157eb2-c156-4c3b-89ce-9f5678728d97 req-4bd716f6-c797-4de5-883c-c89f9d7e1f68 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:11.594167 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bc157eb2-c156-4c3b-89ce-9f5678728d97 req-4bd716f6-c797-4de5-883c-c89f9d7e1f68 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0709569 Jun 17 10:34:11.636405 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-bc157eb2-c156-4c3b-89ce-9f5678728d97 req-ae3b475c-2796-458f-a398-74dcdd1f3c5c tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365252 Jun 17 10:34:11.660352 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:34:11.762048 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3fbe5-bed8-4cb7-9ea7-c1424ec3c81e tempest-TestShelveInstance-1508705832 tempest-TestShelveInstance-1508705832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:11.763590 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-7ff3fbe5-bed8-4cb7-9ea7-c1424ec3c81e tempest-TestShelveInstance-1508705832 tempest-TestShelveInstance-1508705832-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1093 time: 0.1022134 Jun 17 10:34:11.767052 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:34:11.772146 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.v2.base [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Request body: {'floatingip': {'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'port_id': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:34:11.981457 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:12.097621 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3863032'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:12.239742 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Allocated IP 172.28.2.66 (7d920eab-b936-4098-a8b2-d97496dbb146/9494c02d-f2b9-42ba-a4ed-94411837cff3/dac0299f-4caa-466d-82ff-cb6525f77673) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:34:12.368096 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:12.580416 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3863869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738183712031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129639044'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:12.582604 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-1d4688d7-d8dc-40b8-a2e2-36005bf178b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:12.628688 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Network 7d920eab-b936-4098-a8b2-d97496dbb146 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:34:12.632448 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:34:12.642864 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:34:12.649401 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'Port': ['ID=dac0299f-4caa-466d-82ff-cb6525f77673,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:12.679942 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.680667 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.680811 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.681102 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.681468 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.682374 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.682743 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.683292 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.683729 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.684153 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.684514 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.684900 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:34:12.690493 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:13.129646 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:13.334018 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:13.524446 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:13.659052 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129639094'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:13.661610 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-9615bac8-3240-4217-afa7-cdf5dd3e07ae tempest-AttachVolumeTestJSON-470570786 tempest-AttachVolumeTestJSON-470570786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:13.752496 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event updated for resources: {'Port': ['ID=dac0299f-4caa-466d-82ff-cb6525f77673,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:13.757575 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:13.768036 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-676058'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:13.906915 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.db.l3_db [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Floating IP dd873161-d1a6-4edf-88e5-29e1561d326d associated. External IP: 172.28.2.66, port: 24830ac1-8ede-4af6-98a0-5b2f3a301407. Jun 17 10:34:14.221164 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:34:14.435451 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:34:14.449323 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] Sync routers for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:34:14.460087 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:34:14.460903 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:33:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:34:14.581214 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:34:14.643451 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:14.702665 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-777a3964-1fc9-43b4-8ea9-8f6c64e84ed2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9342058 Jun 17 10:34:14.703569 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:34:14.706788 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95bb8587364b7a77e3021e047340e0fcb6ddb50bdce3ba0d386f5991741d4e19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56d758b-03f1-4868-8f54-46c877f3ab81" -d '{"events": [{"name": "network-changed", "server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:34:14.854351 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2e3945-b0a4-44cb-a7f0-88efab16e72b x-openstack-request-id: req-cc2e3945-b0a4-44cb-a7f0-88efab16e72b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:34:14.855297 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:34:14.855297 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc2e3945-b0a4-44cb-a7f0-88efab16e72b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:34:14.856339 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'status': 'completed', 'code': 200} Jun 17 10:34:14.915999 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'dd873161-d1a6-4edf-88e5-29e1561d326d', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'port_id': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'mac_address': 'fa:16:3e:af:25:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:34:12Z', 'updated_at': '2021-06-17T10:34:12Z', 'revision_number': 0, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 5, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:34:14.949910 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] Checking router: 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:34:14.961685 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:34:14.963598 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:33:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:34:14.984188 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-683ae171-3b05-4455-afd1-ef1eef29565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:14.986922 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-683ae171-3b05-4455-afd1-ef1eef29565f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0984702 Jun 17 10:34:15.087304 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:34:15.152011 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-c75d4de7-26f2-4653-a54d-e0f09a7c0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:15.154656 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-c75d4de7-26f2-4653-a54d-e0f09a7c0435 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 909 time: 0.1602566 Jun 17 10:34:15.245009 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-79f2fd1f-c037-497f-980e-232cfac32bfb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 998 time: 0.0831370 Jun 17 10:34:15.333400 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-c979d125-93b3-4c16-a27e-a2bf553fd988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:15.336067 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-c979d125-93b3-4c16-a27e-a2bf553fd988 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0812564 Jun 17 10:34:15.422482 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'dd873161-d1a6-4edf-88e5-29e1561d326d', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'port_id': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'mac_address': 'fa:16:3e:af:25:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:34:12Z', 'updated_at': '2021-06-17T10:34:12Z', 'revision_number': 0, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 5, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:34:15.446669 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-43db5162-107f-4f4d-8d92-31844946150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:15.450891 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-43db5162-107f-4f4d-8d92-31844946150d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1068137 Jun 17 10:34:15.567702 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-5700cc5b-c5b9-4ae7-b966-b68b6604e972 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094816 Jun 17 10:34:15.662029 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895de660-acff-4a7f-83f8-b8efef6dcc9b None None] The sync data for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb is: [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_floatingips': [{'id': 'dd873161-d1a6-4edf-88e5-29e1561d326d', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'router_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'port_id': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'mac_address': 'fa:16:3e:af:25:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:34:12Z', 'updated_at': '2021-06-17T10:34:12Z', 'revision_number': 0, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 5, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:34:15.747569 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-f56d758b-03f1-4868-8f54-46c877f3ab81 req-feb531bf-3cbd-4261-86c8-9e78f900b489 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717722 Jun 17 10:34:15.932842 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd26b65-00a5-4535-8fde-8779fa310102 None None] New status for floating IP dd873161-d1a6-4edf-88e5-29e1561d326d: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:34:21.454141 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:24.037570 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07da6e1d-4117-4ba1-a40c-c6fc121556d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:27.367206 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2949120-e20b-4854-9491-57aabba67218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:27.431945 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:29.647923 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:30.663981 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:45.021013 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:34:51.511188 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:54.183394 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0ef967d-dbf9-40cb-b136-4e500329b06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:55.209137 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-c6c6dbdf-6062-4142-bb86-5b5f6668c0c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607464 Jun 17 10:34:55.334168 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-5484bb15-1dc1-4b28-9f35-525dcc4929cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:55.336739 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-5484bb15-1dc1-4b28-9f35-525dcc4929cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0766914 Jun 17 10:34:55.461224 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-38f6ea4d-0101-44e1-a867-2a3372c5ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:55.462735 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-38f6ea4d-0101-44e1-a867-2a3372c5ae75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 909 time: 0.1028998 Jun 17 10:34:55.553634 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-e5cfef82-e403-4e66-a31e-f34e5c3f979b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 1000 time: 0.0830703 Jun 17 10:34:55.647452 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-8a190aaa-2f13-41e4-981a-f507e9c7d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:55.650271 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-8a190aaa-2f13-41e4-981a-f507e9c7d695 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0878139 Jun 17 10:34:55.718205 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-11c6b952-499b-4586-b3a3-b055a463ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:34:55.719880 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-11c6b952-499b-4586-b3a3-b055a463ea82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628707 Jun 17 10:34:55.823632 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-161aa8fd-15fd-4ff2-b8ba-36b2ce9ddb59 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954504 Jun 17 10:34:55.930495 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-524c19d5-5c2d-4b91-940c-062a1b06d69a req-a1ce8fd4-e154-4591-8ec0-c90c7452a6c6 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004729 Jun 17 10:34:57.332563 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-678a2ae1-2c99-4966-8abd-f5455b08ca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:57.384098 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:59.647225 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:00.606608 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:21.542519 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:22.022222 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:35:24.125514 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c8310bc-8321-4a03-ac5c-6d84a76815b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.360736 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ab38089-7ad7-40e3-9ebf-d6a586b8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.404720 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:29.731380 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:30.638647 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:51.450354 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:54.118665 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13e77107-24b2-470e-ac2b-2efa4f2fc13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:55.226010 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-f074c326-7535-4e35-90e0-dbbf6ef3b307 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623357 Jun 17 10:35:55.351353 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719d78-4875-4027-a662-86135e759d0e req-c859bc99-58ef-4a32-959c-1d21beabf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:35:55.353235 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-c859bc99-58ef-4a32-959c-1d21beabf537 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0717418 Jun 17 10:35:55.525806 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719d78-4875-4027-a662-86135e759d0e req-09a6419d-cdc8-4d3c-a459-c0ad0e8e70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:35:55.527593 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-09a6419d-cdc8-4d3c-a459-c0ad0e8e70e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 909 time: 0.1510434 Jun 17 10:35:55.615080 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-b2ff805f-327e-40ba-94cb-a51de9af257a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 1000 time: 0.0798941 Jun 17 10:35:55.674649 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719d78-4875-4027-a662-86135e759d0e req-7b81f1c5-8c8f-4ec7-8c84-668f43713f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:35:55.676942 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-7b81f1c5-8c8f-4ec7-8c84-668f43713f99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0549126 Jun 17 10:35:55.744607 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719d78-4875-4027-a662-86135e759d0e req-5700f0e8-88cb-43e2-9eb8-4d4bc63e66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:35:55.746307 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-5700f0e8-88cb-43e2-9eb8-4d4bc63e66c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0616488 Jun 17 10:35:55.857769 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-66f31c25-f0e1-4ddd-88dd-c7cb2522e5fb service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037920 Jun 17 10:35:55.976515 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-31719d78-4875-4027-a662-86135e759d0e req-abf50565-0d8a-4bb8-b823-48a874bc0d21 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113756 Jun 17 10:35:57.375489 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1228c013-3b11-4831-97b9-8fdb17152317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:57.443849 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:59.023898 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:35:59.700557 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:00.592759 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:04.638098 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c1e6-bf0d-4498-9c32-c1dbc1ad5e21 req-ecc1303c-c8f7-4af2-a27d-b5ad3521b5d5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:04.639717 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-df67c1e6-bf0d-4498-9c32-c1dbc1ad5e21 req-ecc1303c-c8f7-4af2-a27d-b5ad3521b5d5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0752914 Jun 17 10:36:04.684151 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-df67c1e6-bf0d-4498-9c32-c1dbc1ad5e21 req-4316809f-ec32-4b61-8b69-d5af1541dd15 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372179 Jun 17 10:36:06.074809 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b51cb-7993-4a49-81ce-3915cc6f513c req-ea20c722-42c8-4511-8eb0-4596c698ed96 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:06.076598 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-941b51cb-7993-4a49-81ce-3915cc6f513c req-ea20c722-42c8-4511-8eb0-4596c698ed96 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0936286 Jun 17 10:36:06.144842 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-941b51cb-7993-4a49-81ce-3915cc6f513c req-3bf4cec1-8cd3-4d06-bea1-8eb6cd12450b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591040 Jun 17 10:36:07.366362 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740af77-b68e-4d02-8d84-6db313a0fb5f req-6e1e9d13-37fb-49b0-90cd-fc892e79e596 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:07.368053 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4740af77-b68e-4d02-8d84-6db313a0fb5f req-6e1e9d13-37fb-49b0-90cd-fc892e79e596 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0893865 Jun 17 10:36:07.432828 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-4740af77-b68e-4d02-8d84-6db313a0fb5f req-c680c298-fc4c-404a-9366-45b666269828 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574811 Jun 17 10:36:08.646373 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb08dd3-0b8c-4609-ba51-b6f63e00b5a6 req-d14a521a-b183-4d3e-a5cd-3347ac3789f0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:08.648340 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5bb08dd3-0b8c-4609-ba51-b6f63e00b5a6 req-d14a521a-b183-4d3e-a5cd-3347ac3789f0 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0883110 Jun 17 10:36:08.699203 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5bb08dd3-0b8c-4609-ba51-b6f63e00b5a6 req-297aa79c-fb5c-42b6-9156-7ff50bac82ea tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Jun 17 10:36:09.924383 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132a42-3151-4ca0-ba57-d265239bac7c req-2c9ad76f-f9ca-47bd-9409-1aed2f85a0a5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:09.926348 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-10132a42-3151-4ca0-ba57-d265239bac7c req-2c9ad76f-f9ca-47bd-9409-1aed2f85a0a5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0727816 Jun 17 10:36:09.977907 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-10132a42-3151-4ca0-ba57-d265239bac7c req-2d9747b5-2f48-40f6-9ada-919c62e6b9bf tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Jun 17 10:36:11.196801 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d902-d08b-437c-a422-d7b108a8c3a0 req-8ca111fe-6a49-4416-beae-0bc8d9ea8986 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:11.198343 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-79e6d902-d08b-437c-a422-d7b108a8c3a0 req-8ca111fe-6a49-4416-beae-0bc8d9ea8986 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0753007 Jun 17 10:36:11.249098 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-79e6d902-d08b-437c-a422-d7b108a8c3a0 req-e6725992-0125-492e-a08c-d619df3e2cb7 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 Jun 17 10:36:12.460691 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4444f-8f08-4a7a-a84d-1b698e0d6a4a req-e6775cb7-03bb-4320-9741-599b0eee1bd3 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:12.462329 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b1b4444f-8f08-4a7a-a84d-1b698e0d6a4a req-e6775cb7-03bb-4320-9741-599b0eee1bd3 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0780847 Jun 17 10:36:12.510694 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-b1b4444f-8f08-4a7a-a84d-1b698e0d6a4a req-a841151c-095c-4c2f-9c99-d62af104f89a tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376737 Jun 17 10:36:13.716360 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c75474-417c-44fa-8544-ec726ffdcb11 req-abba46c4-8ff6-4fd8-a4de-ba0ab4c83768 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:13.718008 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e8c75474-417c-44fa-8544-ec726ffdcb11 req-abba46c4-8ff6-4fd8-a4de-ba0ab4c83768 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0817626 Jun 17 10:36:13.764095 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-e8c75474-417c-44fa-8544-ec726ffdcb11 req-bf7c7f44-82fc-450e-836f-68ce7aa3cb01 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387948 Jun 17 10:36:14.851104 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca417d9-e931-47da-aeff-398320281059 req-bfc7a0f7-953b-40c1-88f2-27a7c0cdd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:14.853286 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ca417d9-e931-47da-aeff-398320281059 req-bfc7a0f7-953b-40c1-88f2-27a7c0cdd68b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0713997 Jun 17 10:36:15.032566 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca417d9-e931-47da-aeff-398320281059 req-5f65c888-d138-419e-85de-8fc3eb1d5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:15.034529 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ca417d9-e931-47da-aeff-398320281059 req-5f65c888-d138-419e-85de-8fc3eb1d5842 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 909 time: 0.1721873 Jun 17 10:36:15.098871 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b717af-9dac-4983-84a8-e368ee3103fd req-caf451f2-b3bb-43b6-919b-d03f63eb6cf9 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:15.100353 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a3b717af-9dac-4983-84a8-e368ee3103fd req-caf451f2-b3bb-43b6-919b-d03f63eb6cf9 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.1558516 Jun 17 10:36:15.135684 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ca417d9-e931-47da-aeff-398320281059 req-0d3b2bd1-075f-48f6-95e0-3417b0e74f0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 1000 time: 0.0934544 Jun 17 10:36:15.184101 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a3b717af-9dac-4983-84a8-e368ee3103fd req-0527cc9e-6850-40c3-aec6-2ff8015fb75b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777540 Jun 17 10:36:15.203385 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca417d9-e931-47da-aeff-398320281059 req-d18503b1-1b14-41e2-8e7a-0e406a76f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:15.204939 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ca417d9-e931-47da-aeff-398320281059 req-d18503b1-1b14-41e2-8e7a-0e406a76f191 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0628614 Jun 17 10:36:15.275694 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca417d9-e931-47da-aeff-398320281059 req-c61522ca-c5af-4aa8-ae85-305226fe7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:15.277270 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ca417d9-e931-47da-aeff-398320281059 req-c61522ca-c5af-4aa8-ae85-305226fe7ece service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0655704 Jun 17 10:36:15.382396 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ca417d9-e931-47da-aeff-398320281059 req-5efef902-5ca9-414c-9c9b-4525a8b0b5b5 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987079 Jun 17 10:36:15.488693 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-3ca417d9-e931-47da-aeff-398320281059 req-87fd2cea-9c6a-4367-9b41-ae6fc31e0460 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997317 Jun 17 10:36:16.402548 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a6bc7-450d-46d2-919f-379061e2eb8c req-c4a91523-5f1e-4297-8932-2900c1a514bf tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:16.404178 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d69a6bc7-450d-46d2-919f-379061e2eb8c req-c4a91523-5f1e-4297-8932-2900c1a514bf tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0973833 Jun 17 10:36:16.453601 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-d69a6bc7-450d-46d2-919f-379061e2eb8c req-d5df7b97-5dfa-44f5-81dc-d68fed97ecf3 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422928 Jun 17 10:36:17.674038 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64711-ad9f-48d5-b2a9-3e2af17d1d0c req-0ed91925-f914-4602-a614-fadf8b46d8e5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:17.675534 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fee64711-ad9f-48d5-b2a9-3e2af17d1d0c req-0ed91925-f914-4602-a614-fadf8b46d8e5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0816314 Jun 17 10:36:17.727081 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-fee64711-ad9f-48d5-b2a9-3e2af17d1d0c req-8515cc2b-24b4-4645-92e5-d556e653df53 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Jun 17 10:36:18.948679 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb4260-c072-4086-a690-fb6fc5afae17 req-13cc1246-f7fa-4556-939a-0d64b8510b6c tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:18.950348 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-18bb4260-c072-4086-a690-fb6fc5afae17 req-13cc1246-f7fa-4556-939a-0d64b8510b6c tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0990694 Jun 17 10:36:18.997590 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-18bb4260-c072-4086-a690-fb6fc5afae17 req-ecbe961b-1ecc-40a2-8a87-2883596f1703 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400629 Jun 17 10:36:20.046080 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d70348-a280-4bad-96e6-f2b30f63666c req-e0138194-371f-43e6-b34c-e1ea9925723f tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:20.048361 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-30d70348-a280-4bad-96e6-f2b30f63666c req-e0138194-371f-43e6-b34c-e1ea9925723f tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.1073675 Jun 17 10:36:20.087360 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-9d108fc2-4965-4502-befd-131af7cd237c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299384 Jun 17 10:36:20.099393 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-30d70348-a280-4bad-96e6-f2b30f63666c req-399da30a-5cc2-4e46-be82-8023930073fb tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 Jun 17 10:36:20.604261 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 24830ac1-8ede-4af6-98a0-5b2f3a301407 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:36:20.697853 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:20.725000 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:36:20.727539 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00a988-4893-4907-a319-39328830f60c" -d '{"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-unplugged", "status": "completed", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:36:20.745698 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:36:20.765636 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4024a438-27f3-4078-903f-705382c8d211 x-openstack-request-id: req-4024a438-27f3-4078-903f-705382c8d211 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:36:20.766035 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-unplugged", "status": "failed", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:36:20.766421 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4024a438-27f3-4078-903f-705382c8d211 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:36:20.767085 dv-cinder-796806-1-smb neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'code': 422} returned with failed status Jun 17 10:36:20.808863 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:20.812192 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:36:20.871102 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:36:20.880072 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.880526 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.880965 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.881409 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.881786 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.882163 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.882537 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.882916 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.883287 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.883659 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.884057 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.884431 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:36:20.889676 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:36:21.292513 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e8573-a91e-47a4-b71b-e0b6eb8e9eb0 req-ceea810c-5c14-4d8f-8c76-b0cdb0cd357b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:21.294108 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2f7e8573-a91e-47a4-b71b-e0b6eb8e9eb0 req-ceea810c-5c14-4d8f-8c76-b0cdb0cd357b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.0728331 Jun 17 10:36:21.350760 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-2f7e8573-a91e-47a4-b71b-e0b6eb8e9eb0 req-43580502-a1cc-4b44-a320-2fdae2ba87b2 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498931 Jun 17 10:36:21.443298 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:22.624736 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3987a3-b4fb-4698-8112-b3bd44fd42cb req-9cb931b0-ede7-4154-9fb1-dc77fa9ea916 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:22.626301 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5d3987a3-b4fb-4698-8112-b3bd44fd42cb req-9cb931b0-ede7-4154-9fb1-dc77fa9ea916 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.1417902 Jun 17 10:36:22.676107 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-5d3987a3-b4fb-4698-8112-b3bd44fd42cb req-3c1956c4-231b-46cc-8e69-fb0017344ad6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Jun 17 10:36:23.878967 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b3e32-f58d-457f-8c2e-e40b82dd9559 req-fd6498db-08f6-4cf7-ac69-5db3b27c8be3 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:23.880631 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8d9b3e32-f58d-457f-8c2e-e40b82dd9559 req-fd6498db-08f6-4cf7-ac69-5db3b27c8be3 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.0765054 Jun 17 10:36:23.952575 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8d9b3e32-f58d-457f-8c2e-e40b82dd9559 req-73c740f5-bb8a-4424-86a6-3da3c6a71e1b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629580 Jun 17 10:36:23.978662 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be1c5-7135-4396-9323-085936918165 req-f691baf0-a7ee-46d9-8c44-2ec3236350d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:23.978662 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-f691baf0-a7ee-46d9-8c44-2ec3236350d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59&tenant_id=3de413ceea734814b06e39e2e4b5a06f HTTP/1.1" status: 200 len: 1096 time: 0.0966706 Jun 17 10:36:24.059980 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e25e397f-9a3f-4600-be1e-6d5e45f8a9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:24.083071 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be1c5-7135-4396-9323-085936918165 req-bb1e3e2f-6e12-4d11-af63-e76da6a4e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:24.085016 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-bb1e3e2f-6e12-4d11-af63-e76da6a4e04c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1096 time: 0.0797997 Jun 17 10:36:24.214983 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be1c5-7135-4396-9323-085936918165 req-3fc18ccf-a329-427a-9caf-e9b469eda183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:24.216607 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-3fc18ccf-a329-427a-9caf-e9b469eda183 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 909 time: 0.1248844 Jun 17 10:36:24.294094 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-506764c9-2100-4877-b913-e2ce12e08524 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 998 time: 0.0704455 Jun 17 10:36:24.348341 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be1c5-7135-4396-9323-085936918165 req-0076ed6e-65fa-4f8a-bbca-0e33e58c07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:24.349956 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-0076ed6e-65fa-4f8a-bbca-0e33e58c07c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0493128 Jun 17 10:36:24.421288 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be1c5-7135-4396-9323-085936918165 req-e29fa4d1-c3ab-4d15-81d2-81ca5dfab748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:24.422851 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-e29fa4d1-c3ab-4d15-81d2-81ca5dfab748 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660131 Jun 17 10:36:24.539160 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-3cea12b7-7495-45d2-b2de-5a8855518dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091259 Jun 17 10:36:24.648085 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-ab1be1c5-7135-4396-9323-085936918165 req-2fb2b2a3-d2c8-4318-b84c-35596c23e154 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021817 Jun 17 10:36:25.162374 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737b6be-8444-45ea-a0fb-c88abbdcb6e4 req-9e65f19b-3f4e-4256-9462-7dd6c0ddac21 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:25.163879 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9737b6be-8444-45ea-a0fb-c88abbdcb6e4 req-9e65f19b-3f4e-4256-9462-7dd6c0ddac21 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.0740323 Jun 17 10:36:25.209288 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9737b6be-8444-45ea-a0fb-c88abbdcb6e4 req-5633a5c1-8a0d-4f4e-8fdc-ff5e5cbaba84 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392597 Jun 17 10:36:26.458786 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b5118-786b-472f-8693-2ad2fdd6b36b req-550847e0-c2f5-4f4d-bda8-224af20d84bd tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:26.460379 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-335b5118-786b-472f-8693-2ad2fdd6b36b req-550847e0-c2f5-4f4d-bda8-224af20d84bd tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.1262083 Jun 17 10:36:26.508586 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-335b5118-786b-472f-8693-2ad2fdd6b36b req-6abb5b89-512e-4ee0-b74f-bd42c495bd90 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376410 Jun 17 10:36:27.357415 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b44b4d70-4277-46f9-83c7-ebe01ece7ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:27.402837 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:27.752863 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3ebe-d3e5-478d-881d-d477d0be3e78 req-0798a100-b11f-453a-a769-1cb28af5b6c9 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:27.755648 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-973d3ebe-d3e5-478d-881d-d477d0be3e78 req-0798a100-b11f-453a-a769-1cb28af5b6c9 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 943 time: 0.1195593 Jun 17 10:36:27.815461 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-973d3ebe-d3e5-478d-881d-d477d0be3e78 req-6ac7b3e5-959a-4e51-afef-fb78b1cff420 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533414 Jun 17 10:36:28.635033 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 24830ac1-8ede-4af6-98a0-5b2f3a301407 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:36:28.762492 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:36:28.777280 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Returning: {'device': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'port_id': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'mac_address': 'fa:16:3e:af:25:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:36:28.826184 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:28.842099 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24830ac1-8ede-4af6-98a0-5b2f3a301407 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:36:28.866452 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:36:28.971127 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:28.975212 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:36:29.061863 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:36:29.069024 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:36:29.078081 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0381e-d02e-49bc-809a-9d4128d180ed req-1798c2ec-2740-4f98-a4c3-a39b8391c93a tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:29.080491 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-55c0381e-d02e-49bc-809a-9d4128d180ed req-1798c2ec-2740-4f98-a4c3-a39b8391c93a tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 944 time: 0.0891469 Jun 17 10:36:29.147848 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-55c0381e-d02e-49bc-809a-9d4128d180ed req-decde5b5-b28f-46f7-b087-964c2cc40d07 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597508 Jun 17 10:36:29.187321 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] get_ports_and_sgs() called for port_ids ['24830ac1-8ede-4af6-98a0-5b2f3a301407'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:36:29.660216 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:30.359024 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03c97f-92bf-45ed-8612-989e2615f517 req-06b527b9-c51e-4c21-b066-b8277e54ba1e tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:30.360597 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-df03c97f-92bf-45ed-8612-989e2615f517 req-06b527b9-c51e-4c21-b066-b8277e54ba1e tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 944 time: 0.0737703 Jun 17 10:36:30.407331 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-df03c97f-92bf-45ed-8612-989e2615f517 req-ce4ee952-0845-4a12-9353-33d51b07affb tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387385 Jun 17 10:36:30.568532 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:30.657599 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 24830ac1-8ede-4af6-98a0-5b2f3a301407 up at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:36:30.717566 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Provisioning complete for port 24830ac1-8ede-4af6-98a0-5b2f3a301407 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:36:30.718666 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4039337'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:30.830303 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3863018'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:30.862229 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:36:30.864660 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2924238969c9ae80e6d6b744f418a71897a5006bc47660e0077891d907d0cfc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ef5bb5-5645-44f4-8499-ad35e6ef82f5" -d '{"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-plugged", "status": "completed", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:36:30.880317 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:36:30.936012 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce912dfb-71ae-493c-af72-df67c76261f1 x-openstack-request-id: req-ce912dfb-71ae-493c-af72-df67c76261f1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:36:30.936424 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-plugged", "status": "completed", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:36:30.936804 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce912dfb-71ae-493c-af72-df67c76261f1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:36:30.937299 dv-cinder-796806-1-smb neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'code': 200} Jun 17 10:36:30.991321 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738184107879', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738183712049', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738183712094'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:30.994785 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:36:31.070112 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Pushing event updated for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:36:31.073791 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:36:31.331670 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe2d8-6835-4a2d-86bf-1fbd3710e999 req-f60c2535-2fb1-466c-b06d-f5e50abefb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:31.334378 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8ebbe2d8-6835-4a2d-86bf-1fbd3710e999 req-f60c2535-2fb1-466c-b06d-f5e50abefb6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0729678 Jun 17 10:36:31.375875 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8ebbe2d8-6835-4a2d-86bf-1fbd3710e999 req-c0d233b6-5477-4b16-913d-2b766e467ca0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349596 Jun 17 10:36:31.624092 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c7776-f3f5-4149-be54-5460dbfd420e req-79cc542c-8c46-460f-9749-3160d36a8fdd tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:31.625674 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b8c7776-f3f5-4149-be54-5460dbfd420e req-79cc542c-8c46-460f-9749-3160d36a8fdd tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0715709 Jun 17 10:36:31.670723 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-8b8c7776-f3f5-4149-be54-5460dbfd420e req-35c808e9-82d0-460a-8c85-873f4ea52d8b tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375414 Jun 17 10:36:32.870297 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b332424-5d6b-4ad3-902a-b6adaa90cdd2 req-53f2fc4d-0bfe-42b2-93ce-367f0cccbe32 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:32.871874 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9b332424-5d6b-4ad3-902a-b6adaa90cdd2 req-53f2fc4d-0bfe-42b2-93ce-367f0cccbe32 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0771151 Jun 17 10:36:32.915739 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-9b332424-5d6b-4ad3-902a-b6adaa90cdd2 req-c539b37f-5482-487f-8f80-2f40cb23d197 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365884 Jun 17 10:36:36.027466 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:36:51.475800 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:54.036194 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0b5b984-125e-4a0e-947d-26c12bd76881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:55.190975 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-443ad1c2-1627-45fa-be5a-7a1506c6ebe1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609608 Jun 17 10:36:55.307176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-bc8308d7-cfb8-4b82-8289-ac57d093df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:55.308917 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-bc8308d7-cfb8-4b82-8289-ac57d093df09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0599704 Jun 17 10:36:55.445896 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-0d1f819e-3032-440a-9670-7450696c91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:55.448324 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-0d1f819e-3032-440a-9670-7450696c91e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 909 time: 0.1153784 Jun 17 10:36:55.522560 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-a11aadc6-76ef-429d-96ae-ce4616bfd63e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 1000 time: 0.0667865 Jun 17 10:36:55.581054 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-a2bd6306-aed0-4d41-bbec-242765c34345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:55.582645 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-a2bd6306-aed0-4d41-bbec-242765c34345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0533850 Jun 17 10:36:55.657763 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-9a4cad2f-5fa0-4bcd-9094-03da3a46533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:36:55.659717 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-9a4cad2f-5fa0-4bcd-9094-03da3a46533d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692844 Jun 17 10:36:55.770565 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-19a53590-9fe9-4b69-a60b-4ee21cc60c62 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027431 Jun 17 10:36:56.243600 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-1ab5915d-9e01-4526-8c2f-cd677287b47e req-180d44a7-3a5d-435b-b64e-496e4041ba54 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658556 Jun 17 10:36:57.355868 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c1acada-9909-471d-aa12-535d044e7c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:57.390053 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:59.653507 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:00.589838 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:13.026237 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:37:21.475331 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:24.097318 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89fd2cf9-798e-4c13-a9b1-0b3e28129d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:27.395368 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5170b2e3-888e-4edc-b54d-07af46104d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:27.434425 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:29.674234 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:30.600092 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:46.045050 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:37:46.254487 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Deleting port dac0299f-4caa-466d-82ff-cb6525f77673 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:37:46.254859 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:46.347641 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:46.348074 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:46.429797 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Calling delete_port for dac0299f-4caa-466d-82ff-cb6525f77673 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:37:46.765623 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:46.768477 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-cc9093a3-4ee0-42b7-ae3f-a5aece3e03d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:46.799249 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event deleted for resources: {'Port': ['ID=dac0299f-4caa-466d-82ff-cb6525f77673,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:46.813655 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.814206 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.814865 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.815359 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.815827 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.816369 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.816904 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.817491 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.817964 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.818421 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.818884 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.819345 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:46.839588 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:46.891327 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:46.891700 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.db.l3_db [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Floating IP dd873161-d1a6-4edf-88e5-29e1561d326d disassociated (deleted). External IP: 172.28.2.66, port: 24830ac1-8ede-4af6-98a0-5b2f3a301407. Jun 17 10:37:47.179483 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:37:47.314021 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:37:47.319643 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:47.325003 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] Sync routers for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:37:47.336080 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:37:47.336712 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:37:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:47.390033 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "DELETE /v2.0/floatingips/dd873161-d1a6-4edf-88e5-29e1561d326d HTTP/1.1" status: 204 len: 168 time: 1.3429039 Jun 17 10:37:47.391135 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:37:47.395465 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b424e4-f915-49c3-ba5c-68475fe742e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:37:47.462461 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ac8de2-d74a-478c-bc46-d262968e1d54 x-openstack-request-id: req-72ac8de2-d74a-478c-bc46-d262968e1d54 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:37:47.462999 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:37:47.463549 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72ac8de2-d74a-478c-bc46-d262968e1d54 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:37:47.469473 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:37:47.473729 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'status': 'completed', 'code': 200} Jun 17 10:37:47.577998 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-d407c96e-8303-4bc7-aa4a-3ed29dec7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:37:47.580938 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-d407c96e-8303-4bc7-aa4a-3ed29dec7286 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3de413ceea734814b06e39e2e4b5a06f&device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 1098 time: 0.0878446 Jun 17 10:37:47.724176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-7b6ef794-a2aa-4820-b0e1-aff2a602b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:37:47.726840 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-7b6ef794-a2aa-4820-b0e1-aff2a602b37c service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 200 len: 909 time: 0.1400049 Jun 17 10:37:47.776250 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-02ed807f-aff4-490a-a6f5-5ef01e3011c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 200 len: 217 time: 0.0427308 Jun 17 10:37:47.800732 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 5, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:47.832956 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] Checking router: 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:37:47.835769 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-93083f1c-1eb1-4629-8f38-0fbb0d02cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:37:47.837768 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-93083f1c-1eb1-4629-8f38-0fbb0d02cc1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 200 len: 847 time: 0.0555687 Jun 17 10:37:47.843955 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:37:47.844609 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:37:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:47.920615 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-b5b8f8c2-2c0a-4e81-a4f8-1e4dff67c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:37:47.923536 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-b5b8f8c2-2c0a-4e81-a4f8-1e4dff67c5b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789766 Jun 17 10:37:47.973264 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:37:48.026292 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-a33bd436-b912-4bc6-8aa3-3675a56f8a49 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965085 Jun 17 10:37:48.156919 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-09b424e4-f915-49c3-ba5c-68475fe742e7 req-30ffb515-d339-44f1-af3d-eecdf32028e1 service neutron] 10.222.0.20 "GET /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217606 Jun 17 10:37:48.233158 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 5, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:48.270012 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490d143f-c797-416d-b1dd-d01cb3b5d53e None None] The sync data for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb is: [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:33:22Z', 'revision_number': 4, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb', '_interfaces': [{'id': 'b758de4b-1b88-48e8-b9d1-50828710f5fa', 'name': '', 'network_id': 'fe3249e2-b51f-4d11-b4cb-60ad2bf60f51', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'mac_address': 'fa:16:3e:40:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:22Z', 'updated_at': '2021-06-17T10:33:29Z', 'revision_number': 5, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'subnets': [{'id': 'e61b82d1-d08a-4c1b-b76a-e106f8847165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:37:48.448375 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518e9bd-b98a-4f83-af8e-43c96ac1478b req-4413aaf5-d9e5-4cc9-9b09-b1b29b7795b6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:37:48.449849 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a518e9bd-b98a-4f83-af8e-43c96ac1478b req-4413aaf5-d9e5-4cc9-9b09-b1b29b7795b6 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.0804050 Jun 17 10:37:48.496098 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-a518e9bd-b98a-4f83-af8e-43c96ac1478b req-5bcd8704-9679-41e2-b679-331bfffd1e85 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387809 Jun 17 10:37:48.547558 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6b7ad-f992-4935-be16-8976fb79418d None None] New status for floating IP dd873161-d1a6-4edf-88e5-29e1561d326d: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:37:49.792192 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5d35c-14fe-4598-809b-984dc751d56b req-e4e99172-b97e-465b-a512-d3ea4cedeac1 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:37:49.794297 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03f5d35c-14fe-4598-809b-984dc751d56b req-e4e99172-b97e-465b-a512-d3ea4cedeac1 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.1117973 Jun 17 10:37:49.851846 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-03f5d35c-14fe-4598-809b-984dc751d56b req-db6de9a4-5673-451d-aa18-baecdfaf79fb tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab06e873-ede0-4e24-b0b5-c59a9f1c901c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489221 Jun 17 10:37:49.864291 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-85df53b0-a0f8-494c-9cdc-7247617814e5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:37:49.865958 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-85df53b0-a0f8-494c-9cdc-7247617814e5 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 945 time: 0.1292706 Jun 17 10:37:49.992567 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Deleting port 24830ac1-8ede-4af6-98a0-5b2f3a301407 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:37:49.992969 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:50.026691 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:37:50.097322 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] For port 24830ac1-8ede-4af6-98a0-5b2f3a301407, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=24830ac1-8ede-4af6-98a0-5b2f3a301407,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:37:50.097322 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:50.175229 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Calling delete_port for 24830ac1-8ede-4af6-98a0-5b2f3a301407 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:37:50.433850 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:50.439379 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-6d0f330e-5dc7-4827-8f9f-a0e8a0b5b92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:50.470836 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event deleted for resources: {'Port': ['ID=24830ac1-8ede-4af6-98a0-5b2f3a301407,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:50.475760 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:50.523626 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] No DVR routers for this DVR port 24830ac1-8ede-4af6-98a0-5b2f3a301407 on host hv-cinder-79680 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:37:50.526417 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12125'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:50.528516 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-81626a41-113d-461d-9c73-a283fc7aefb7 req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.20 "DELETE /v2.0/ports/24830ac1-8ede-4af6-98a0-5b2f3a301407 HTTP/1.1" status: 204 len: 173 time: 0.6563606 Jun 17 10:37:50.529124 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-deleted', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:37:50.531672 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd3c03a549c4848ac2b81715178ce16c10e5800f7c15e04ef2e1404f0f44b8d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fe1e78-812b-4939-992c-cf54b67c7658" -d '{"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-deleted", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:37:50.573816 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c897433b-f96f-42f0-a2e4-f4d811c94304 x-openstack-request-id: req-c897433b-f96f-42f0-a2e4-f4d811c94304 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:37:50.574223 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f64af11-7b85-4168-831b-1c1ff57b3f59", "name": "network-vif-deleted", "tag": "24830ac1-8ede-4af6-98a0-5b2f3a301407", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:37:50.574595 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c897433b-f96f-42f0-a2e4-f4d811c94304 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:37:50.575198 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f64af11-7b85-4168-831b-1c1ff57b3f59', 'name': 'network-vif-deleted', 'tag': '24830ac1-8ede-4af6-98a0-5b2f3a301407', 'status': 'completed', 'code': 200} Jun 17 10:37:51.063391 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-420585dd-2570-44e9-975e-ae81f632b70e req-8fc0022b-8fca-4f32-a7bb-edab7bbb250e tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0533440 Jun 17 10:37:51.604979 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:52.297481 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [req-952c4e82-9832-4138-9578-57d174d23916 req-b8eae515-6997-45d6-8e6b-bc8f49eb0e65 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f64af11-7b85-4168-831b-1c1ff57b3f59 HTTP/1.1" status: 200 len: 210 time: 0.0770106 Jun 17 10:37:53.030123 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 24830ac1-8ede-4af6-98a0-5b2f3a301407 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:37:53.051831 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] No Port match for: 24830ac1-8ede-4af6-98a0-5b2f3a301407 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:37:53.052180 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Device 24830ac1-8ede-4af6-98a0-5b2f3a301407 not bound to the agent host hv-cinder-79680 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:37:53.415228 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:37:53.491123 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:53.523119 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:53.748501 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:53.753794 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:53.755912 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] 10.222.0.50 "DELETE /v2.0/security-groups/ab06e873-ede0-4e24-b0b5-c59a9f1c901c HTTP/1.1" status: 204 len: 168 time: 0.3390069 Jun 17 10:37:53.757566 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-23a5f8f8-266d-40f8-b672-9d7bb6ec2150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:53.785921 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06e873-ede0-4e24-b0b5-c59a9f1c901c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:53.796702 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.797208 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.797625 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.798039 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.798442 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.798841 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.799413 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.799862 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.800257 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.800652 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.801092 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.801488 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:53.805477 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-a042e1fb-e781-4086-bc2e-8e9ba485a43d tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:53.918641 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:37:54.050542 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41394c3f-5226-4885-a002-c5c792dc21c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:54.376725 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885757'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:54.669176 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Deleting port b758de4b-1b88-48e8-b9d1-50828710f5fa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:37:54.669657 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:54.761428 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] For port b758de4b-1b88-48e8-b9d1-50828710f5fa, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=b758de4b-1b88-48e8-b9d1-50828710f5fa,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:37:54.761838 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:54.836477 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Calling delete_port for b758de4b-1b88-48e8-b9d1-50828710f5fa owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:37:55.142227 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:55.146180 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-d1433283-3815-43e2-86c1-61ed90b87a03 tempest-VolumesSnapshotTestJSON-541413742 tempest-VolumesSnapshotTestJSON-541413742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:55.172163 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Pushing event deleted for resources: {'Port': ['ID=b758de4b-1b88-48e8-b9d1-50828710f5fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:55.176789 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:55.394069 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885609'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:55.641774 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:37:55.845240 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:37:55.854263 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] 10.222.0.50 "PUT /v2.0/routers/862e02e1-4cf8-4d2a-a15e-2c26ff601bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339008 Jun 17 10:37:55.857476 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:37:55.858367 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] Sync routers for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:37:55.877235 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:37:55.878246 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:37:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:56.080956 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: dv-cinder-796806-1-smb {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:37:56.292424 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:56.422932 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:56.462598 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': '591eb999-651a-4f50-87c6-e32403311cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:37:54Z', 'revision_number': 5, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port': {'id': '591eb999-651a-4f50-87c6-e32403311cf5', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:19Z', 'updated_at': '2021-06-17T10:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:56.493498 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] Checking router: 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 for host: dv-cinder-796806-1-smb {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:37:56.504508 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] Routers {'862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:37:56.505316 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:37:27Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:56.545669 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Deleting port 591eb999-651a-4f50-87c6-e32403311cf5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:37:56.546023 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:56.613458 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] Set router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:37:56.649667 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] For port 591eb999-651a-4f50-87c6-e32403311cf5, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=591eb999-651a-4f50-87c6-e32403311cf5,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:37:56.650040 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:56.675057 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:37:56Z', 'revision_number': 6, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port_host': None}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:56.703943 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6322b6-7d60-46d8-b6c1-86cabcdb14a4 None None] The sync data for ids ['862e02e1-4cf8-4d2a-a15e-2c26ff601bf0'] in dv-cinder-796806-1-smb is: [{'id': '862e02e1-4cf8-4d2a-a15e-2c26ff601bf0', 'name': 'tempest-TestShelveInstance-593072518-router', 'tenant_id': '3de413ceea734814b06e39e2e4b5a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:18Z', 'updated_at': '2021-06-17T10:37:56Z', 'revision_number': 6, 'project_id': '3de413ceea734814b06e39e2e4b5a06f', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:37:56.723084 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Calling delete_port for 591eb999-651a-4f50-87c6-e32403311cf5 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:37:56.987497 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:56.989975 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-19bff16b-dc56-4408-b926-e97b63bbef8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:57.027876 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=591eb999-651a-4f50-87c6-e32403311cf5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:57.032677 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:57.127895 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675882'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.282093 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31620'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.285199 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.324674 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8bc527c-6294-4eae-9825-98e00b2540e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.388584 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.456177 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687712'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.456995 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:37:57.464226 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.465714 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-01995026-1878-47a2-a5f9-734722184a32 admin admin] 10.222.0.50 "DELETE /v2.0/routers/862e02e1-4cf8-4d2a-a15e-2c26ff601bf0 HTTP/1.1" status: 204 len: 168 time: 1.6067090 Jun 17 10:37:57.468729 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:37:57.504258 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device b758de4b-1b88-48e8-b9d1-50828710f5fa no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:37:57.542043 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: b758de4b-1b88-48e8-b9d1-50828710f5fa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:37:57.542043 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device b758de4b-1b88-48e8-b9d1-50828710f5fa not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:37:57.543815 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Deleting subnet e61b82d1-d08a-4c1b-b76a-e106f8847165 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:37:57.543815 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.611433 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129431614'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.723764 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.902003 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129639031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126195669'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.905397 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-3a913f1b-9d49-4d3d-8060-1caff699e6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:57.932037 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61b82d1-d08a-4c1b-b76a-e106f8847165,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:57.935472 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:57.936494 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:57.938843 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-de0acca3-2889-4769-926d-197a3ccdb545 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e61b82d1-d08a-4c1b-b76a-e106f8847165 HTTP/1.1" status: 204 len: 168 time: 0.4683418 Jun 17 10:37:57.942564 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:37:57.944186 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c81ca-3b9a-4c00-b492-58a2fb34a048 None None] Network fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:37:58.030489 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.099206 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Deleting port 2472b23e-a351-4056-afe8-9b75e0417200 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:37:58.100238 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.210632 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] For port 2472b23e-a351-4056-afe8-9b75e0417200, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=2472b23e-a351-4056-afe8-9b75e0417200,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:37:58.211058 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.217735 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] DHCP port deletion for fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 request from dv-cinder-796806-1-smb {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:37:58.282051 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Deleting port 2472b23e-a351-4056-afe8-9b75e0417200 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:37:58.282419 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.296782 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Calling delete_port for 2472b23e-a351-4056-afe8-9b75e0417200 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:37:58.368295 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] For port 2472b23e-a351-4056-afe8-9b75e0417200, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=2472b23e-a351-4056-afe8-9b75e0417200,segment=NetworkSegment(9c803bc8-abfc-4090-bfd8-3df94e9f59ad),segment_id=9c803bc8-abfc-4090-bfd8-3df94e9f59ad)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:37:58.369166 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.439797 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Calling delete_port for 2472b23e-a351-4056-afe8-9b75e0417200 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:37:58.502732 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.506515 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-65a7ac25-7a47-41ae-ac71-c31375b2b3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:58.537428 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] No DVR routers for this DVR port 2472b23e-a351-4056-afe8-9b75e0417200 on host dv-cinder-796806-1-smb {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:37:58.544302 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2472b23e-a351-4056-afe8-9b75e0417200,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:58.549253 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:58.550789 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.553241 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-2e76034d-aa4b-4276-ab5a-2bce27edbe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:58.584073 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Pushing event deleted for resources: {'Port': ['ID=2472b23e-a351-4056-afe8-9b75e0417200,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:58.596603 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] No DVR routers for this DVR port 2472b23e-a351-4056-afe8-9b75e0417200 on host dv-cinder-796806-1-smb {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:37:58.599616 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.599969 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.600316 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.600651 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.601222 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.601778 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.601778 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.601778 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.603097 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.603097 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.603430 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.603754 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-smb {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:37:58.607736 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-5bb90b86-020b-4267-b093-a09db465b505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:58.675884 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.692269 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3249e2-b51f-4d11-b4cb-60ad2bf60f51']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:58.704769 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c803bc8-abfc-4090-bfd8-3df94e9f59ad') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:58.705057 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c803bc8-abfc-4090-bfd8-3df94e9f59ad') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:37:58.716347 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.740833 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.749714 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:37:58.750116 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:37:58.752297 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:37:58.907363 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.912080 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:37:58.915915 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:58.920267 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] 10.222.0.50 "DELETE /v2.0/networks/fe3249e2-b51f-4d11-b4cb-60ad2bf60f51 HTTP/1.1" status: 204 len: 168 time: 0.9741032 Jun 17 10:37:58.922506 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:37:58.928763 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3249e2-b51f-4d11-b4cb-60ad2bf60f51,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:37:58.931455 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-ce871e96-fafb-4530-9122-b3ec3c390b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:37:59.039288 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 591eb999-651a-4f50-87c6-e32403311cf5 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:37:59.061632 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 591eb999-651a-4f50-87c6-e32403311cf5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:37:59.061996 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 591eb999-651a-4f50-87c6-e32403311cf5 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:37:59.062473 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2472b23e-a351-4056-afe8-9b75e0417200 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:37:59.084505 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 2472b23e-a351-4056-afe8-9b75e0417200 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:37:59.085103 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 2472b23e-a351-4056-afe8-9b75e0417200 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:37:59.331778 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-885757'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:59.625382 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Deleting port 350a68a6-81a9-4af6-8527-ae463bc82f8c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:37:59.625623 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:59.667169 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:59.733638 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] For port 350a68a6-81a9-4af6-8527-ae463bc82f8c, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=350a68a6-81a9-4af6-8527-ae463bc82f8c,segment=NetworkSegment(e7f7eb42-eaed-48b2-b47d-4606ac69ddd0),segment_id=e7f7eb42-eaed-48b2-b47d-4606ac69ddd0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:37:59.734102 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:59.812283 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Calling delete_port for 350a68a6-81a9-4af6-8527-ae463bc82f8c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:38:00.158938 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:00.162571 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-a60374a6-9da4-4203-a170-de9653ee2f93 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:00.188886 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=350a68a6-81a9-4af6-8527-ae463bc82f8c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:00.193282 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:00.419158 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-885609'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:00.565090 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:00.670639 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Router 2250daac-14a1-43a3-b859-423b5449d938 has already been hosted by L3 agent 340dc9c6-4e01-4497-ad31-ddc9ad9851ad {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:38:00.790433 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] Notify agent at l3_agent.dv-cinder-796806-1-smb the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:38:00.796015 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-69351948-1fed-4823-bb57-be5037e1fd6a admin admin] 10.222.0.50 "PUT /v2.0/routers/2250daac-14a1-43a3-b859-423b5449d938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719695 Jun 17 10:38:00.799410 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:38:00.803773 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] Sync routers for ids ['2250daac-14a1-43a3-b859-423b5449d938'] in dv-cinder-796806-1-smb {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:38:00.820539 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] Routers {'2250daac-14a1-43a3-b859-423b5449d938'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:38:00.821650 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:37:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2250daac-14a1-43a3-b859-423b5449d938'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:38:00.913304 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:01.002756 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] Set router 2250daac-14a1-43a3-b859-423b5449d938 gateway port host: dv-cinder-796806-1-smb {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:38:01.041792 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:01.228368 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Deleting port d839c76b-fb87-478a-ad08-9f6f7949d532 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:38:01.229260 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:01.252685 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'external_fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:37:59Z', 'revision_number': 5, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port': {'id': 'd839c76b-fb87-478a-ad08-9f6f7949d532', 'name': '', 'network_id': '7d920eab-b936-4098-a8b2-d97496dbb146', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:85:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2250daac-14a1-43a3-b859-423b5449d938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:33:28Z', 'updated_at': '2021-06-17T10:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9494c02d-f2b9-42ba-a4ed-94411837cff3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-smb'}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:38:01.285260 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] Checking router: 2250daac-14a1-43a3-b859-423b5449d938 for host: dv-cinder-796806-1-smb {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:38:01.295919 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] Routers {'2250daac-14a1-43a3-b859-423b5449d938'} bound to L3 agent in host dv-cinder-796806-1-smb {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:38:01.296566 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:10:57Z,description=,heartbeat_timestamp=2021-06-17T10:37:57Z,host='dv-cinder-796806-1-smb',id=340dc9c6-4e01-4497-ad31-ddc9ad9851ad,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:10:58Z,topic='l3_agent')) {'router_ids': ['2250daac-14a1-43a3-b859-423b5449d938'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:38:01.359953 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] For port d839c76b-fb87-478a-ad08-9f6f7949d532, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=d839c76b-fb87-478a-ad08-9f6f7949d532,segment=NetworkSegment(141fd756-af5e-435a-a93d-77989059d8a0),segment_id=141fd756-af5e-435a-a93d-77989059d8a0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:38:01.360405 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:01.439504 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Calling delete_port for d839c76b-fb87-478a-ad08-9f6f7949d532 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:38:01.589364 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] Set router 2250daac-14a1-43a3-b859-423b5449d938 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:38:01.652403 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:38:01Z', 'revision_number': 6, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port_host': None}], 'dv-cinder-796806-1-smb', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:38:01.684865 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e295bc7-ad7a-421e-92da-30ed47424440 None None] The sync data for ids ['2250daac-14a1-43a3-b859-423b5449d938'] in dv-cinder-796806-1-smb is: [{'id': '2250daac-14a1-43a3-b859-423b5449d938', 'name': 'tempest-TestShelveInstance-905463927-router', 'tenant_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:33:27Z', 'updated_at': '2021-06-17T10:38:01Z', 'revision_number': 6, 'project_id': '6160fd9af61f4f7e8f60fdbddcd2e831', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:38:01.753184 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129698283'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:01.755397 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-94aceb84-5579-4394-808d-a433c00c6059 tempest-TestShelveInstance-101302506 tempest-TestShelveInstance-101302506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:01.782380 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Pushing event deleted for resources: {'Port': ['ID=d839c76b-fb87-478a-ad08-9f6f7949d532,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:01.809400 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:01.850626 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675882'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:01.966130 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31620'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:01.968657 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.136312 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687712'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.137904 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2250daac-14a1-43a3-b859-423b5449d938 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:38:02.146383 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.147599 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-69a939b1-66d9-4148-846b-596341b11525 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2250daac-14a1-43a3-b859-423b5449d938 HTTP/1.1" status: 204 len: 168 time: 1.3471158 Jun 17 10:38:02.150841 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:38:02.206195 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Deleting subnet 9a2b4f22-a908-4f20-9353-010dc6b758c7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:38:02.209930 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.249838 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129696952'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.345833 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4051391'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.536909 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4051382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129698065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129637280'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.539724 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:02.571032 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2b4f22-a908-4f20-9353-010dc6b758c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:02.574070 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:02.576870 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.579002 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-883a0b18-876f-4a53-9610-03c3620f288a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9a2b4f22-a908-4f20-9353-010dc6b758c7 HTTP/1.1" status: 204 len: 168 time: 0.4270554 Jun 17 10:38:02.582891 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:38:02.583775 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec8faa-9bdd-4dbc-bc37-e79022fd944c None None] Network 3e12d842-7b31-4817-a11e-07454f7ab2b2 requested from dv-cinder-796806-1-smb {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:38:02.663466 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926077'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.726291 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Deleting port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:38:02.726624 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.809342 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] For port 06e8f50e-3674-4542-b7ed-88c03d11dfd2, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=06e8f50e-3674-4542-b7ed-88c03d11dfd2,segment=NetworkSegment(e7f7eb42-eaed-48b2-b47d-4606ac69ddd0),segment_id=e7f7eb42-eaed-48b2-b47d-4606ac69ddd0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:38:02.809699 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:02.877213 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] DHCP port deletion for 3e12d842-7b31-4817-a11e-07454f7ab2b2 request from dv-cinder-796806-1-smb {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:38:02.882252 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Calling delete_port for 06e8f50e-3674-4542-b7ed-88c03d11dfd2 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:38:02.964589 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] Deleting port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:38:02.964589 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738184102045'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.041314 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 350a68a6-81a9-4af6-8527-ae463bc82f8c no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:38:03.044887 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] For port 06e8f50e-3674-4542-b7ed-88c03d11dfd2, host dv-cinder-796806-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-smb',level=0,port_id=06e8f50e-3674-4542-b7ed-88c03d11dfd2,segment=NetworkSegment(e7f7eb42-eaed-48b2-b47d-4606ac69ddd0),segment_id=e7f7eb42-eaed-48b2-b47d-4606ac69ddd0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:38:03.046935 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-675034'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.081021 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 350a68a6-81a9-4af6-8527-ae463bc82f8c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:38:03.081372 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 350a68a6-81a9-4af6-8527-ae463bc82f8c not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:38:03.081795 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d839c76b-fb87-478a-ad08-9f6f7949d532 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:38:03.096041 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129639053'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.098256 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-af224da5-2f85-47d2-9d11-a148c4b3fdd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:03.134427 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e8f50e-3674-4542-b7ed-88c03d11dfd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:03.138305 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:03.139108 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] No DVR routers for this DVR port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 on host dv-cinder-796806-1-smb {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:38:03.158407 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] Calling delete_port for 06e8f50e-3674-4542-b7ed-88c03d11dfd2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:38:03.162675 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: d839c76b-fb87-478a-ad08-9f6f7949d532 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:38:03.163024 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device d839c76b-fb87-478a-ad08-9f6f7949d532 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:38:03.163498 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 06e8f50e-3674-4542-b7ed-88c03d11dfd2 no longer exists at agent ovs-agent-dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:38:03.188692 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] No Port match for: 06e8f50e-3674-4542-b7ed-88c03d11dfd2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:38:03.189070 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Device 06e8f50e-3674-4542-b7ed-88c03d11dfd2 not bound to the agent host dv-cinder-796806-1-smb {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:38:03.219023 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054566', 'neutron.services.segments.db._delete_segments_for_network-8738184205105'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.229698 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e12d842-7b31-4817-a11e-07454f7ab2b2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:38:03.242247 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:38:03.242521 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f7eb42-eaed-48b2-b47d-4606ac69ddd0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:38:03.254201 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738184204162', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129431601'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.274638 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.285599 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:38:03.286264 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4049898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129639130'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: Traceback (most recent call last): Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: timer() Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: cb(*args, **kw) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: return func(*args, **kwargs) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: self._notify() Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: self.callback(batched_events) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: event.method(event) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: return f(self, *a, **k) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: return self._get(url).json() Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:38:03.289276 dv-cinder-796806-1-smb neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:38:03.294993 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3863860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560466', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738184107897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738183712040'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.297627 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-9fad927f-9944-4943-878a-5894800c4380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:03.323904 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] Pushing event deleted for resources: {'Port': ['ID=06e8f50e-3674-4542-b7ed-88c03d11dfd2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:03.328502 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG oslo_concurrency.lockutils [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:03.333720 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cabbed-421e-4640-945c-dce32e8e3621 None None] No DVR routers for this DVR port 06e8f50e-3674-4542-b7ed-88c03d11dfd2 on host dv-cinder-796806-1-smb {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:38:03.455593 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-913110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675908'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.460119 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:03.463205 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560452'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.466562 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3e12d842-7b31-4817-a11e-07454f7ab2b2 HTTP/1.1" status: 204 len: 168 time: 0.8811841 Jun 17 10:38:03.488611 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e12d842-7b31-4817-a11e-07454f7ab2b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:03.491333 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-b6e660c9-91c7-44be-8ca9-0af70c6d9aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:04.034669 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34368) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:38:04.081119 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-380b513f-c823-4e6d-b6a6-8c125a5188fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3de413ceea734814b06e39e2e4b5a06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450513 Jun 17 10:38:04.084012 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.50', 34370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:38:04.169510 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd1080fa-1e2c-477a-8d8c-87b5bf30c60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:04.210842 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd1080fa-1e2c-477a-8d8c-87b5bf30c60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:04.421597 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd1080fa-1e2c-477a-8d8c-87b5bf30c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:04.425163 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd1080fa-1e2c-477a-8d8c-87b5bf30c60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:04.426606 dv-cinder-796806-1-smb neutron-server[93771]: INFO neutron.wsgi [None req-bd1080fa-1e2c-477a-8d8c-87b5bf30c60f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fa26eb7-a49f-4ffd-91a0-3a534493b9ca HTTP/1.1" status: 204 len: 168 time: 0.3410096 Jun 17 10:38:04.431437 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-c808d88a-5efe-4c75-8234-00fc10651915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:04.441047 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1080fa-1e2c-477a-8d8c-87b5bf30c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa26eb7-a49f-4ffd-91a0-3a534493b9ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:04.444996 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-bd1080fa-1e2c-477a-8d8c-87b5bf30c60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:05.474796 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:38:05.524844 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-25348a01-81a4-427a-88ec-25e5b9ec9afe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6160fd9af61f4f7e8f60fdbddcd2e831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483479 Jun 17 10:38:05.527398 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.50', 34378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:38:05.583950 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a118eb3-76e6-4fbe-a6d8-b5a6672ee5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:05.608993 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a118eb3-76e6-4fbe-a6d8-b5a6672ee5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:05.787150 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a118eb3-76e6-4fbe-a6d8-b5a6672ee5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-913065'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:05.790144 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a118eb3-76e6-4fbe-a6d8-b5a6672ee5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:05.791371 dv-cinder-796806-1-smb neutron-server[93770]: INFO neutron.wsgi [None req-4a118eb3-76e6-4fbe-a6d8-b5a6672ee5d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c43d2e3b-a364-4b15-9a1c-d03af5ef0e5f HTTP/1.1" status: 204 len: 168 time: 0.2629602 Jun 17 10:38:05.792406 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-287a8fad-ea67-4592-8736-1c7c88b75df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:38:05.801131 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a118eb3-76e6-4fbe-a6d8-b5a6672ee5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d2e3b-a364-4b15-9a1c-d03af5ef0e5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:38:05.803967 dv-cinder-796806-1-smb neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-4a118eb3-76e6-4fbe-a6d8-b5a6672ee5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:38:21.513661 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:24.066505 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93f2b118-499b-424f-8720-e4c5a63a672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:27.026786 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:38:27.369020 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d768884-2fb4-4038-88ec-dda5bee084bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:27.414772 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:29.637699 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:30.558391 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:51.504971 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:54.065745 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d066e3a0-0cc9-4bb6-8f1c-e163671d4faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:57.465097 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5fa7-2f5d-424b-a661-828a7757403f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:57.511387 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:59.716233 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:00.579309 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:04.027006 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:39:21.561556 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:24.063707 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10386feb-33ae-40ad-893f-a771a308793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:27.423646 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70eb714d-0a9b-4bab-a1d1-e4ad52c44e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:27.498299 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:29.703479 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:30.674792 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:41.026223 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:39:47.710220 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [req-ffa582cb-88f0-4850-bbd0-56609d00942c req-9e248653-56c9-4375-82c1-49fb6cd2f023 service neutron] (93771) timed out ('10.222.0.20', 54356) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 10:39:51.548576 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:54.045495 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41c595b6-5a46-4f2d-9fea-5128c32d9f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:57.360406 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9d533c1-7c76-486f-a588-4b7f811cac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:57.393601 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:59.857084 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:00.617504 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:18.025977 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:40:21.524574 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:24.055952 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c8be2d6-d858-4bdb-926b-62d242e83ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:27.444764 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37e13a8d-39f1-43e8-9164-19c3986ed639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:27.530071 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:29.655391 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:30.575136 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:49.521518 dv-cinder-796806-1-smb neutron-server[93771]: DEBUG neutron.wsgi [req-9b34ba60-608e-4126-a90f-8cb864211656 req-feeb56a9-8a94-47c2-a1d1-9db3775d44d1 service neutron] (93771) timed out ('10.222.0.20', 54455) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 10:40:51.512312 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:54.066191 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da16c212-4bed-4dfb-8f7e-cb4672713ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:55.026136 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:40:57.351229 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4cd6cbb3-249d-4c20-a08e-c0e18176e7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:57.500226 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:59.722028 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:00.591935 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:21.636393 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:24.097822 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31171e55-88e4-49a6-bbe9-1df266c256ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:27.385448 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f07bd8a-f374-4acb-8fe2-ddd7eb2c8bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:27.407683 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:29.717103 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:30.600230 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:32.025128 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:41:51.603029 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:54.195345 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee09208d-8f6f-44b6-a6b5-d4012d7c810a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:57.393641 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07ea878e-1855-4599-9f04-720026647ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:57.421594 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:59.749934 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:00.634785 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:09.025075 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:42:21.599388 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:24.050535 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a16e1bb8-4e13-4ce7-af5e-b46fa2ec149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:27.690486 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76185798-e912-42f7-8b8e-31cae5eb1abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:27.753460 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:29.678037 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:30.592055 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:46.025539 dv-cinder-796806-1-smb neutron-server[93773]: DEBUG neutron.db.agents_db [None req-cda1f8fc-51af-472a-bd36-6153040f0200 None None] Agent healthcheck: found 6 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:42:51.621578 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89a9fdf7-1b00-48ad-a116-18758c9b9db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:54.084108 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18c6a015-0b7e-4d3a-a3da-927fc268525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:57.373931 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5fcaf0b-0f28-4beb-bc8d-04c90133e75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:57.413641 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdb87-24d4-4c0c-a414-d2070350b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:42:59.786990 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-161b5765-920e-42b1-90dd-5d16cb903f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:43:00.643361 dv-cinder-796806-1-smb neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c000c29-0d5b-48e6-b856-cacb26d3d9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738184205087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039416'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}